Fabrice-TIERCELIN
commited on
Upload 4 files
Browse files- README_zh.md +7 -2
- sample_video.py +4 -4
README_zh.md
CHANGED
@@ -28,7 +28,7 @@
|
|
28 |
|
29 |
|
30 |
<p align="center">
|
31 |
-
👋 加入我们的 <a href="assets/WECHAT.md" target="_blank">WeChat</a> 和 <a href="https://discord.gg/
|
32 |
</p>
|
33 |
|
34 |
|
@@ -43,6 +43,7 @@
|
|
43 |
|
44 |
## 🔥🔥🔥 更新!!
|
45 |
|
|
|
46 |
* 2024年12月18日: 🏃♂️ 开源 HunyuanVideo [FP8 模型权重](https://huggingface.co/tencent/HunyuanVideo/blob/main/hunyuan-video-t2v-720p/transformers/mp_rank_00_model_states_fp8.pt),节省更多 GPU 显存。
|
47 |
* 2024年12月17日: 🤗 HunyuanVideo已经集成到[Diffusers](https://huggingface.co/docs/diffusers/main/api/pipelines/hunyuan_video)中。
|
48 |
* 2024年12月03日: 🚀 开源 HunyuanVideo 多卡并行推理代码,由[xDiT](https://github.com/xdit-project/xDiT)提供。
|
@@ -63,6 +64,8 @@
|
|
63 |
|
64 |
- ComfyUI (支持FP8推理、V2V和IP2V生成): [ComfyUI-HunyuanVideoWrapper](https://github.com/kijai/ComfyUI-HunyuanVideoWrapper) by [Kijai](https://github.com/kijai)
|
65 |
|
|
|
|
|
66 |
- FastVideo (一致性蒸馏模型): [FastVideo](https://github.com/hao-ai-lab/FastVideo) by [Hao AI Lab](https://hao-ai-lab.github.io/)
|
67 |
|
68 |
- HunyuanVideo-gguf (GGUF、量化): [HunyuanVideo-gguf](https://huggingface.co/city96/HunyuanVideo-gguf) by [city96](https://huggingface.co/city96)
|
@@ -71,6 +74,8 @@
|
|
71 |
|
72 |
- TeaCache (基于缓存的加速采样): [TeaCache](https://github.com/LiewFeng/TeaCache) by [Feng Liu](https://github.com/LiewFeng)
|
73 |
|
|
|
|
|
74 |
|
75 |
|
76 |
## 📑 开源计划
|
@@ -82,7 +87,7 @@
|
|
82 |
- [x] Web Demo (Gradio)
|
83 |
- [x] Diffusers
|
84 |
- [x] FP8 量化版本
|
85 |
-
- [
|
86 |
- [ ] ComfyUI
|
87 |
- [ ] 多GPU PipeFusion并行推理 (更低显存需求)
|
88 |
- HunyuanVideo (图生视频模型)
|
|
|
28 |
|
29 |
|
30 |
<p align="center">
|
31 |
+
👋 加入我们的 <a href="assets/WECHAT.md" target="_blank">WeChat</a> 和 <a href="https://discord.gg/tv7FkG4Nwf" target="_blank">Discord</a>
|
32 |
</p>
|
33 |
|
34 |
|
|
|
43 |
|
44 |
## 🔥🔥🔥 更新!!
|
45 |
|
46 |
+
* 2025年01月13日: 📈 开源 Penguin Video [基准测试集](https://github.com/Tencent/HunyuanVideo/blob/main/assets/PenguinVideoBenchmark.csv) 。
|
47 |
* 2024年12月18日: 🏃♂️ 开源 HunyuanVideo [FP8 模型权重](https://huggingface.co/tencent/HunyuanVideo/blob/main/hunyuan-video-t2v-720p/transformers/mp_rank_00_model_states_fp8.pt),节省更多 GPU 显存。
|
48 |
* 2024年12月17日: 🤗 HunyuanVideo已经集成到[Diffusers](https://huggingface.co/docs/diffusers/main/api/pipelines/hunyuan_video)中。
|
49 |
* 2024年12月03日: 🚀 开源 HunyuanVideo 多卡并行推理代码,由[xDiT](https://github.com/xdit-project/xDiT)提供。
|
|
|
64 |
|
65 |
- ComfyUI (支持FP8推理、V2V和IP2V生成): [ComfyUI-HunyuanVideoWrapper](https://github.com/kijai/ComfyUI-HunyuanVideoWrapper) by [Kijai](https://github.com/kijai)
|
66 |
|
67 |
+
- ComfyUI-Native (ComfyUI官方原生支持): [ComfyUI-HunyuanVideo](https://comfyanonymous.github.io/ComfyUI_examples/hunyuan_video/) by [ComfyUI Official](https://github.com/comfyanonymous/ComfyUI)
|
68 |
+
|
69 |
- FastVideo (一致性蒸馏模型): [FastVideo](https://github.com/hao-ai-lab/FastVideo) by [Hao AI Lab](https://hao-ai-lab.github.io/)
|
70 |
|
71 |
- HunyuanVideo-gguf (GGUF、量化): [HunyuanVideo-gguf](https://huggingface.co/city96/HunyuanVideo-gguf) by [city96](https://huggingface.co/city96)
|
|
|
74 |
|
75 |
- TeaCache (基于缓存的加速采样): [TeaCache](https://github.com/LiewFeng/TeaCache) by [Feng Liu](https://github.com/LiewFeng)
|
76 |
|
77 |
+
- HunyuanVideoGP (针对低性能GPU的版本): [HunyuanVideoGP](https://github.com/deepbeepmeep/HunyuanVideoGP) by [DeepBeepMeep](https://github.com/deepbeepmeep)
|
78 |
+
|
79 |
|
80 |
|
81 |
## 📑 开源计划
|
|
|
87 |
- [x] Web Demo (Gradio)
|
88 |
- [x] Diffusers
|
89 |
- [x] FP8 量化版本
|
90 |
+
- [x] Penguin Video 基准测试集
|
91 |
- [ ] ComfyUI
|
92 |
- [ ] 多GPU PipeFusion并行推理 (更低显存需求)
|
93 |
- HunyuanVideo (图生视频模型)
|
sample_video.py
CHANGED
@@ -17,7 +17,7 @@ def main():
|
|
17 |
raise ValueError(f"`models_root` not exists: {models_root_path}")
|
18 |
|
19 |
# Create save folder to save the samples
|
20 |
-
save_path = args.save_path if args.save_path_suffix=="" else f
|
21 |
if not os.path.exists(args.save_path):
|
22 |
os.makedirs(save_path, exist_ok=True)
|
23 |
|
@@ -43,16 +43,16 @@ def main():
|
|
43 |
batch_size=args.batch_size,
|
44 |
embedded_guidance_scale=args.embedded_cfg_scale
|
45 |
)
|
46 |
-
samples = outputs[
|
47 |
|
48 |
# Save samples
|
49 |
-
if
|
50 |
for i, sample in enumerate(samples):
|
51 |
sample = samples[i].unsqueeze(0)
|
52 |
time_flag = datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d-%H:%M:%S")
|
53 |
save_path = f"{save_path}/{time_flag}_seed{outputs['seeds'][i]}_{outputs['prompts'][i][:100].replace('/','')}.mp4"
|
54 |
save_videos_grid(sample, save_path, fps=24)
|
55 |
-
logger.info(f
|
56 |
|
57 |
if __name__ == "__main__":
|
58 |
main()
|
|
|
17 |
raise ValueError(f"`models_root` not exists: {models_root_path}")
|
18 |
|
19 |
# Create save folder to save the samples
|
20 |
+
save_path = args.save_path if args.save_path_suffix=="" else f'{args.save_path}_{args.save_path_suffix}'
|
21 |
if not os.path.exists(args.save_path):
|
22 |
os.makedirs(save_path, exist_ok=True)
|
23 |
|
|
|
43 |
batch_size=args.batch_size,
|
44 |
embedded_guidance_scale=args.embedded_cfg_scale
|
45 |
)
|
46 |
+
samples = outputs['samples']
|
47 |
|
48 |
# Save samples
|
49 |
+
if 'LOCAL_RANK' not in os.environ or int(os.environ['LOCAL_RANK']) == 0:
|
50 |
for i, sample in enumerate(samples):
|
51 |
sample = samples[i].unsqueeze(0)
|
52 |
time_flag = datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d-%H:%M:%S")
|
53 |
save_path = f"{save_path}/{time_flag}_seed{outputs['seeds'][i]}_{outputs['prompts'][i][:100].replace('/','')}.mp4"
|
54 |
save_videos_grid(sample, save_path, fps=24)
|
55 |
+
logger.info(f'Sample save to: {save_path}')
|
56 |
|
57 |
if __name__ == "__main__":
|
58 |
main()
|