From 3eea0c8e7467dbbb4f1ee9f4dddb5ad7dd7d9c0b Mon Sep 17 00:00:00 2001
From: liangyuwang <ly.wang.2022@outlook.com>
Date: Mon, 5 Aug 2024 22:05:20 +0300
Subject: [PATCH] Update README

---
 README.md | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index e187bc1..cb35256 100644
--- a/README.md
+++ b/README.md
@@ -47,6 +47,9 @@ torchrun --nproc_per_node num_device --nnodes 1 example/ddp/train.py
 
 # Zero1 mode
 torchrun --nproc_per_node num_device --nnodes 1 example/zero1/train.py
+
+# Zero2 mode
+torchrun --nproc_per_node num_device --nnodes 1 example/zero2/train.py
 ```
 
 This will initiate a simple training loop using the Tiny-DeepSpeed framework.
@@ -56,7 +59,7 @@ This will initiate a simple training loop using the Tiny-DeepSpeed framework.
 - [X] Single Device
 - [X] DDP
 - [X] Zero1
-- [ ] Zero2
+- [X] Zero2
 - [ ] Zero3
 - [ ] AMP support
 - [X] Compute-communication overlap