add dev plan

mindspore-lab · Dec 19, 2024 · d2459c7 · d2459c7
1 parent 77af428
commit d2459c7
Show file tree

Hide file tree

Showing 3 changed files with 24 additions and 9 deletions.
diff --git a/examples/movie_gen/README.md b/examples/movie_gen/README.md
@@ -1,5 +1,28 @@
 # Movie Gen Video based on MindSpore
 
+This work is built on the [Movie Gen](https://arxiv.org/abs/2410.13720) from Meta for video generation, personalization, and editing. We aim to provide an effcient implementation based on MindSpore.
+
+## 📑 Development Plan
+
+- Temporal Autoencoder (TAE)
+  - [x] Inference
+  - [x] Training (UCF-101)
+- MovieGenVideo-5B (T2I/V)
+  - [x] Inference
+  - [x] Training stage 1: T2I 256px
+  - [x] Training stage 2: T2I/V 256px 256frames
+  - [ ] Training stage 3: T2I/V 768px 256frames (under verification)
+  - [x] Web Demo (Gradio)
+- MovieGenVideo-30B (T2I/V)
+  - [ ] Inference
+  - [ ] Mixed parallelism training
+- Personalized-MovieGenVideo (PT2V)
+  - [ ] Inference
+  - [ ] Training
+- MovieGen-Edit
+  - [ ] Inference
+  - [ ] Training
+
 
 ## Temporal Autoencoder (TAE)
 

diff --git a/examples/movie_gen/mg/models/tae/sd3_vae.py b/examples/movie_gen/mg/models/tae/sd3_vae.py
@@ -23,14 +23,6 @@
 
 
 class SD3d5_VAE(nn.Cell):
-    r"""
-    TAE
-
-    Parameters:
-        config (`dict`): config dict
-        pretrained (`str`): checkpoint path
-    """
-
     def __init__(
         self,
         config: dict = SD3d5_CONFIG,

diff --git a/examples/movie_gen/tools/inflate_vae_to_tae.py b/examples/movie_gen/tools/inflate_vae_to_tae.py
@@ -1,10 +1,10 @@
 import argparse
 
 import numpy as np
+from mg.models.tae.sd3_vae import SD3d5_CONFIG, SD3d5_VAE
 from safetensors import safe_open
 
 import mindspore as ms
-from mg.models.tae.sd3_vae import SD3d5_CONFIG,SD3d5_VAE
 
 
 def get_shape_from_str(shape):