Commit ·
92a8ec0
0
Parent(s):
Duplicate from tencent/HunyuanVideo-1.5
Browse filesCo-authored-by: TencentOpen <TencentOpen@users.noreply.huggingface.co>
- .gitattributes +42 -0
- LICENSE +78 -0
- NOTICE +160 -0
- README.md +634 -0
- README_CN.md +612 -0
- assets/HunyuanVideo_1_5.pdf +3 -0
- assets/I2V_GSB.png +3 -0
- assets/I2V_Rating.png +3 -0
- assets/T2V_GSB.png +3 -0
- assets/T2V_Rating.png +3 -0
- assets/hy_video_1_5_dit.png +3 -0
- assets/hy_video_1_5_vsr.png +3 -0
- assets/logo.png +0 -0
- assets/speed.png +0 -0
- assets/step_distillation_comparison.md +29 -0
- assets/wechat.png +0 -0
- config.json +44 -0
- scheduler/scheduler_config.json +15 -0
- transformer/1080p_sr_distilled/config.json +43 -0
- transformer/1080p_sr_distilled/diffusion_pytorch_model.safetensors +3 -0
- transformer/480p_i2v/config.json +43 -0
- transformer/480p_i2v/diffusion_pytorch_model.safetensors +3 -0
- transformer/480p_i2v_distilled/config.json +43 -0
- transformer/480p_i2v_distilled/diffusion_pytorch_model.safetensors +3 -0
- transformer/480p_i2v_step_distilled/config.json +43 -0
- transformer/480p_i2v_step_distilled/diffusion_pytorch_model.safetensors +3 -0
- transformer/480p_t2v/config.json +43 -0
- transformer/480p_t2v/diffusion_pytorch_model.safetensors +3 -0
- transformer/480p_t2v_distilled/config.json +43 -0
- transformer/480p_t2v_distilled/diffusion_pytorch_model.safetensors +3 -0
- transformer/720p_i2v/config.json +43 -0
- transformer/720p_i2v/diffusion_pytorch_model.safetensors +3 -0
- transformer/720p_i2v_distilled/config.json +43 -0
- transformer/720p_i2v_distilled/diffusion_pytorch_model.safetensors +3 -0
- transformer/720p_i2v_distilled_sparse/config.json +67 -0
- transformer/720p_i2v_distilled_sparse/diffusion_pytorch_model.safetensors +3 -0
- transformer/720p_sr_distilled/config.json +43 -0
- transformer/720p_sr_distilled/diffusion_pytorch_model.safetensors +3 -0
- transformer/720p_t2v/config.json +43 -0
- transformer/720p_t2v/diffusion_pytorch_model.safetensors +3 -0
- upsampler/1080p_sr_distilled/config.json +12 -0
- upsampler/1080p_sr_distilled/diffusion_pytorch_model.safetensors +3 -0
- upsampler/720p_sr_distilled/config.json +9 -0
- upsampler/720p_sr_distilled/diffusion_pytorch_model.safetensors +3 -0
- vae/config.json +23 -0
- vae/diffusion_pytorch_model.safetensors +3 -0
.gitattributes
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
+
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
assets/HunyuanVideo_1_5.pdf filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
assets/I2V_GSB.png filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
assets/I2V_Rating.png filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
assets/T2V_GSB.png filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
assets/T2V_Rating.png filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
assets/hy_video_1_5_dit.png filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
assets/hy_video_1_5_vsr.png filter=lfs diff=lfs merge=lfs -text
|
LICENSE
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT
|
| 2 |
+
Tencent HunyuanVideo 1.5 Release Date: November 21, 2025
|
| 3 |
+
THIS LICENSE AGREEMENT DOES NOT APPLY IN THE EUROPEAN UNION, UNITED KINGDOM AND SOUTH KOREA AND IS EXPRESSLY LIMITED TO THE TERRITORY, AS DEFINED BELOW.
|
| 4 |
+
By clicking to agree or by using, reproducing, modifying, distributing, performing or displaying any portion or element of the Tencent Hunyuan Works, including via any Hosted Service, You will be deemed to have recognized and accepted the content of this Agreement, which is effective immediately.
|
| 5 |
+
1. DEFINITIONS.
|
| 6 |
+
a. “Acceptable Use Policy” shall mean the policy made available by Tencent as set forth in the Exhibit A.
|
| 7 |
+
b. “Agreement” shall mean the terms and conditions for use, reproduction, distribution, modification, performance and displaying of Tencent Hunyuan Works or any portion or element thereof set forth herein.
|
| 8 |
+
c. “Documentation” shall mean the specifications, manuals and documentation for Tencent Hunyuan made publicly available by Tencent.
|
| 9 |
+
d. “Hosted Service” shall mean a hosted service offered via an application programming interface (API), web access, or any other electronic or remote means.
|
| 10 |
+
e. “Licensee,” “You” or “Your” shall mean a natural person or legal entity exercising the rights granted by this Agreement and/or using the Tencent Hunyuan Works for any purpose and in any field of use.
|
| 11 |
+
f. “Materials” shall mean, collectively, Tencent’s proprietary Tencent Hunyuan and Documentation (and any portion thereof) as made available by Tencent under this Agreement.
|
| 12 |
+
g. “Model Derivatives” shall mean all: (i) modifications to Tencent Hunyuan or any Model Derivative of Tencent Hunyuan; (ii) works based on Tencent Hunyuan or any Model Derivative of Tencent Hunyuan; or (iii) any other machine learning model which is created by transfer of patterns of the weights, parameters, operations, or Output of Tencent Hunyuan or any Model Derivative of Tencent Hunyuan, to that model in order to cause that model to perform similarly to Tencent Hunyuan or a Model Derivative of Tencent Hunyuan, including distillation methods, methods that use intermediate data representations, or methods based on the generation of synthetic data Outputs by Tencent Hunyuan or a Model Derivative of Tencent Hunyuan for training that model. For clarity, Outputs by themselves are not deemed Model Derivatives.
|
| 13 |
+
h. “Output” shall mean the information and/or content output of Tencent Hunyuan or a Model Derivative that results from operating or otherwise using Tencent Hunyuan or a Model Derivative, including via a Hosted Service.
|
| 14 |
+
i. “Tencent,” “We” or “Us” shall mean the applicable entity or entities in the Tencent corporate family that own(s) intellectual property or other rights embodied in or utilized by the Materials.
|
| 15 |
+
j. “Tencent Hunyuan” shall mean the large language models, text/image/video/audio/3D generation models, and multimodal large language models and their software and algorithms, including trained model weights, parameters (including optimizer states), machine-learning model code, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing made publicly available by Us, including, without limitation to, Tencent HunyuanVideo 1.5 released at [https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5, https://huggingface.co/tencent/HunyuanVideo-1.5].
|
| 16 |
+
k. “Tencent Hunyuan Works” shall mean: (i) the Materials; (ii) Model Derivatives; and (iii) all derivative works thereof.
|
| 17 |
+
l. “Territory” shall mean the worldwide territory, excluding the territory of the European Union, United Kingdom and South Korea.
|
| 18 |
+
m. “Third Party” or “Third Parties” shall mean individuals or legal entities that are not under common control with Us or You.
|
| 19 |
+
n. “including” shall mean including but not limited to.
|
| 20 |
+
2. GRANT OF RIGHTS.
|
| 21 |
+
We grant You, for the Territory only, a non-exclusive, non-transferable and royalty-free limited license under Tencent’s intellectual property or other rights owned by Us embodied in or utilized by the Materials to use, reproduce, distribute, create derivative works of (including Model Derivatives), and make modifications to the Materials, only in accordance with the terms of this Agreement and the Acceptable Use Policy, and You must not violate (or encourage or permit anyone else to violate) any term of this Agreement or the Acceptable Use Policy.
|
| 22 |
+
3. DISTRIBUTION.
|
| 23 |
+
You may, subject to Your compliance with this Agreement, distribute or make available to Third Parties the Tencent Hunyuan Works, exclusively in the Territory, provided that You meet all of the following conditions:
|
| 24 |
+
a. You must provide all such Third Party recipients of the Tencent Hunyuan Works or products or services using them a copy of this Agreement;
|
| 25 |
+
b. You must cause any modified files to carry prominent notices stating that You changed the files;
|
| 26 |
+
c. You are encouraged to: (i) publish at least one technology introduction blogpost or one public statement expressing Your experience of using the Tencent Hunyuan Works; and (ii) mark the products or services developed by using the Tencent Hunyuan Works to indicate that the product/service is “Powered by Tencent Hunyuan”; and
|
| 27 |
+
d. All distributions to Third Parties (other than through a Hosted Service) must be accompanied by a “Notice” text file that contains the following notice: “Tencent Hunyuan is licensed under the Tencent Hunyuan Community License Agreement, Copyright © 2025 Tencent. All Rights Reserved. The trademark rights of “Tencent Hunyuan” are owned by Tencent or its affiliate.”
|
| 28 |
+
e. In the event that You use, integrate, implement, or otherwise deploy the Tencent Hunyuan Works, in whole or in part, to provide, enable, or support any service, product, or functionality to third parties, You shall clearly, accurately, and prominently disclose to all end users the full legal name and entity of the actual provider of such service, product, or functionality. You shall expressly and conspicuously state that Tencent is not affiliated with, associated with, sponsoring, or endorsing any such service, product, or functionality. You shall not use or display any name, logo, trademark, trade name, or other indicia of Tencent in any manner that could be construed as, or be likely to create, confusion, deception, or a false impression regarding any relationship, affiliation, sponsorship, or endorsement by Tencent.
|
| 29 |
+
You may add Your own copyright statement to Your modifications and, except as set forth in this Section and in Section 5, may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Model Derivatives as a whole, provided Your use, reproduction, modification, distribution, performance and display of the work otherwise complies with the terms and conditions of this Agreement (including as regards the Territory). If You receive Tencent Hunyuan Works from a Licensee as part of an integrated end user product, then this Section 3 of this Agreement will not apply to You.
|
| 30 |
+
4. ADDITIONAL COMMERCIAL TERMS.
|
| 31 |
+
If, on the Tencent Hunyuan version release date, the monthly active users of all products or services made available by or for Licensee is greater than 100 million monthly active users in the preceding calendar month, You must request a license from Tencent, which Tencent may grant to You in its sole discretion, and You are not authorized to exercise any of the rights under this Agreement unless or until Tencent otherwise expressly grants You such rights.
|
| 32 |
+
5. RULES OF USE.
|
| 33 |
+
a. Your use of the Tencent Hunyuan Works must comply with applicable laws and regulations (including trade compliance laws and regulations) and adhere to the Acceptable Use Policy for the Tencent Hunyuan Works, which is hereby incorporated by reference into this Agreement. You must include the use restrictions referenced in these Sections 5(a) and 5(b) as an enforceable provision in any agreement (e.g., license agreement, terms of use, etc.) governing the use and/or distribution of Tencent Hunyuan Works and You must provide notice to subsequent users to whom You distribute that Tencent Hunyuan Works are subject to the use restrictions in these Sections 5(a) and 5(b).
|
| 34 |
+
b. You must not use the Tencent Hunyuan Works or any Output or results of the Tencent Hunyuan Works to improve any other AI model (other than Tencent Hunyuan or Model Derivatives thereof).
|
| 35 |
+
c. You must not use, reproduce, modify, distribute, or display the Tencent Hunyuan Works, Output or results of the Tencent Hunyuan Works outside the Territory. Any such use outside the Territory is unlicensed and unauthorized under this Agreement.
|
| 36 |
+
6. INTELLECTUAL PROPERTY.
|
| 37 |
+
a. Subject to Tencent’s ownership of Tencent Hunyuan Works made by or for Tencent and intellectual property rights therein, conditioned upon Your compliance with the terms and conditions of this Agreement, as between You and Tencent, You will be the owner of any derivative works and modifications of the Materials and any Model Derivatives that are made by or for You.
|
| 38 |
+
b. No trademark licenses are granted under this Agreement, and in connection with the Tencent Hunyuan Works, Licensee may not use any name or mark owned by or associated with Tencent or any of its affiliates, except as required for reasonable and customary use in describing and distributing the Tencent Hunyuan Works. Tencent hereby grants You a license to use “Tencent Hunyuan” (the “Mark”) in the Territory solely as required to comply with the provisions of Section 3(c), provided that You comply with any applicable laws related to trademark protection. All goodwill arising out of Your use of the Mark will inure to the benefit of Tencent.
|
| 39 |
+
c. If You commence a lawsuit or other proceedings (including a cross-claim or counterclaim in a lawsuit) against Us or any person or entity alleging that the Materials or any Output, or any portion of any of the foregoing, infringe any intellectual property or other right owned or licensable by You, then all licenses granted to You under this Agreement shall terminate as of the date such lawsuit or other proceeding is filed. You will defend, indemnify and hold harmless Us from and against any claim by any Third Party arising out of or related to Your or the Third Party’s use or distribution of the Tencent Hunyuan Works.
|
| 40 |
+
d. Tencent claims no rights in Outputs You generate. You and Your users are solely responsible for Outputs and their subsequent uses.
|
| 41 |
+
7. DISCLAIMERS OF WARRANTY AND LIMITATIONS OF LIABILITY.
|
| 42 |
+
a. We are not obligated to support, update, provide training for, or develop any further version of the Tencent Hunyuan Works or to grant any license thereto.
|
| 43 |
+
b. UNLESS AND ONLY TO THE EXTENT REQUIRED BY APPLICABLE LAW, THE TENCENT HUNYUAN WORKS AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED “AS IS” WITHOUT ANY EXPRESS OR IMPLIED WARRANTIES OF ANY KIND INCLUDING ANY WARRANTIES OF TITLE, MERCHANTABILITY, NONINFRINGEMENT, COURSE OF DEALING, USAGE OF TRADE, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING, REPRODUCING, MODIFYING, PERFORMING, DISPLAYING OR DISTRIBUTING ANY OF THE TENCENT HUNYUAN WORKS OR OUTPUTS AND ASSUME ANY AND ALL RISKS ASSOCIATED WITH YOUR OR A THIRD PARTY’S USE OR DISTRIBUTION OF ANY OF THE TENCENT HUNYUAN WORKS OR OUTPUTS AND YOUR EXERCISE OF RIGHTS AND PERMISSIONS UNDER THIS AGREEMENT.
|
| 44 |
+
c. TO THE FULLEST EXTENT PERMITTED BY APPLICABLE LAW, IN NO EVENT SHALL TENCENT OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, FOR ANY DAMAGES, INCLUDING ANY DIRECT, INDIRECT, SPECIAL, INCIDENTAL, EXEMPLARY, CONSEQUENTIAL OR PUNITIVE DAMAGES, OR LOST PROFITS OF ANY KIND ARISING FROM THIS AGREEMENT OR RELATED TO ANY OF THE TENCENT HUNYUAN WORKS OR OUTPUTS, EVEN IF TENCENT OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF ANY OF THE FOREGOING.
|
| 45 |
+
8. SURVIVAL AND TERMINATION.
|
| 46 |
+
a. The term of this Agreement shall commence upon Your acceptance of this Agreement or access to the Materials and will continue in full force and effect until terminated in accordance with the terms and conditions herein.
|
| 47 |
+
b. We may terminate this Agreement if You breach any of the terms or conditions of this Agreement. Upon termination of this Agreement, You must promptly delete and cease use of the Tencent Hunyuan Works. Sections 6(a), 6(c), 7 and 9 shall survive the termination of this Agreement.
|
| 48 |
+
9. GOVERNING LAW AND JURISDICTION.
|
| 49 |
+
a. This Agreement and any dispute arising out of or relating to it will be governed by the laws of the Hong Kong Special Administrative Region of the People’s Republic of China, without regard to conflict of law principles, and the UN Convention on Contracts for the International Sale of Goods does not apply to this Agreement.
|
| 50 |
+
b. Exclusive jurisdiction and venue for any dispute arising out of or relating to this Agreement will be a court of competent jurisdiction in the Hong Kong Special Administrative Region of the People’s Republic of China, and Tencent and Licensee consent to the exclusive jurisdiction of such court with respect to any such dispute.
|
| 51 |
+
|
| 52 |
+
EXHIBIT A
|
| 53 |
+
ACCEPTABLE USE POLICY
|
| 54 |
+
|
| 55 |
+
Tencent reserves the right to update this Acceptable Use Policy from time to time.
|
| 56 |
+
Last modified: November 5, 2024
|
| 57 |
+
|
| 58 |
+
Tencent endeavors to promote safe and fair use of its tools and features, including Tencent Hunyuan. You agree not to use Tencent Hunyuan or Model Derivatives:
|
| 59 |
+
1. Outside the Territory;
|
| 60 |
+
2. In any way that violates any applicable national, federal, state, local, international or any other law or regulation;
|
| 61 |
+
3. To harm Yourself or others;
|
| 62 |
+
4. To repurpose or distribute output from Tencent Hunyuan or any Model Derivatives to harm Yourself or others;
|
| 63 |
+
5. To override or circumvent the safety guardrails and safeguards We have put in place;
|
| 64 |
+
6. For the purpose of exploiting, harming or attempting to exploit or harm minors in any way;
|
| 65 |
+
7. To generate or disseminate verifiably false information and/or content with the purpose of harming others or influencing elections;
|
| 66 |
+
8. To generate or facilitate false online engagement, including fake reviews and other means of fake online engagement;
|
| 67 |
+
9. To intentionally defame, disparage or otherwise harass others;
|
| 68 |
+
10. To generate and/or disseminate malware (including ransomware) or any other content to be used for the purpose of harming electronic systems;
|
| 69 |
+
11. To generate or disseminate personal identifiable information with the purpose of harming others;
|
| 70 |
+
12. To generate or disseminate information (including images, code, posts, articles), and place the information in any public context (including –through the use of bot generated tweets), without expressly and conspicuously identifying that the information and/or content is machine generated;
|
| 71 |
+
13. To impersonate another individual without consent, authorization, or legal right;
|
| 72 |
+
14. To make high-stakes automated decisions in domains that affect an individual’s safety, rights or wellbeing (e.g., law enforcement, migration, medicine/health, management of critical infrastructure, safety components of products, essential services, credit, employment, housing, education, social scoring, or insurance);
|
| 73 |
+
15. In a manner that violates or disrespects the social ethics and moral standards of other countries or regions;
|
| 74 |
+
16. To perform, facilitate, threaten, incite, plan, promote or encourage violent extremism or terrorism;
|
| 75 |
+
17. For any use intended to discriminate against or harm individuals or groups based on protected characteristics or categories, online or offline social behavior or known or predicted personal or personality characteristics;
|
| 76 |
+
18. To intentionally exploit any of the vulnerabilities of a specific group of persons based on their age, social, physical or mental characteristics, in order to materially distort the behavior of a person pertaining to that group in a manner that causes or is likely to cause that person or another person physical or psychological harm;
|
| 77 |
+
19. For military purposes;
|
| 78 |
+
20. To engage in the unauthorized or unlicensed practice of any profession including, but not limited to, financial, legal, medical/health, or other professional practices.
|
NOTICE
ADDED
|
@@ -0,0 +1,160 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
This project is built on and with the aid of the following open source projects. Credits are given to these projects.
|
| 2 |
+
|
| 3 |
+
In case you believe there have been errors in the attribution below, you may submit the concerns to us for review and correction.
|
| 4 |
+
|
| 5 |
+
The below software in this distribution may have been modified by Tencent ("Tencent Modifications"). All Tencent Modifications
|
| 6 |
+
are Copyright(C)Tencent.
|
| 7 |
+
|
| 8 |
+
|
| 9 |
+
Open Source Software Licensed under the Apache-2.0:
|
| 10 |
+
--------------------------------------------------------------------
|
| 11 |
+
1. Code from Glyph-ByT5
|
| 12 |
+
Copyright (c) 2025 Glyph-ByT5 original author and authors
|
| 13 |
+
|
| 14 |
+
2.flex block attn
|
| 15 |
+
Copyright (C) 2025 Tencent. All rights reserved.
|
| 16 |
+
|
| 17 |
+
Terms of the Apache-2.0:
|
| 18 |
+
--------------------------------------------------------------------
|
| 19 |
+
Apache License
|
| 20 |
+
Version 2.0, January 2004
|
| 21 |
+
http://www.apache.org/licenses/
|
| 22 |
+
|
| 23 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 24 |
+
|
| 25 |
+
1. Definitions.
|
| 26 |
+
|
| 27 |
+
"License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document.
|
| 28 |
+
|
| 29 |
+
"Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License.
|
| 30 |
+
|
| 31 |
+
"Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity.
|
| 32 |
+
|
| 33 |
+
"You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License.
|
| 34 |
+
|
| 35 |
+
"Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files.
|
| 36 |
+
|
| 37 |
+
"Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types.
|
| 38 |
+
|
| 39 |
+
"Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below).
|
| 40 |
+
|
| 41 |
+
"Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof.
|
| 42 |
+
|
| 43 |
+
"Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution."
|
| 44 |
+
|
| 45 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work.
|
| 46 |
+
|
| 47 |
+
2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form.
|
| 48 |
+
|
| 49 |
+
3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed.
|
| 50 |
+
|
| 51 |
+
4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions:
|
| 52 |
+
|
| 53 |
+
You must give any other recipients of the Work or Derivative Works a copy of this License; and
|
| 54 |
+
You must cause any modified files to carry prominent notices stating that You changed the files; and
|
| 55 |
+
You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and
|
| 56 |
+
If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License.
|
| 57 |
+
You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License.
|
| 58 |
+
|
| 59 |
+
5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions.
|
| 60 |
+
|
| 61 |
+
6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file.
|
| 62 |
+
|
| 63 |
+
7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License.
|
| 64 |
+
|
| 65 |
+
8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages.
|
| 66 |
+
|
| 67 |
+
9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability.
|
| 68 |
+
|
| 69 |
+
END OF TERMS AND CONDITIONS
|
| 70 |
+
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
|
| 74 |
+
|
| 75 |
+
Open Source Software Licensed under the LicenseRef-Tencent-Hunyuan-Community-License:
|
| 76 |
+
--------------------------------------------------------------------
|
| 77 |
+
1. Code from HunyuanVideo
|
| 78 |
+
Copyright © 2024 Tencent
|
| 79 |
+
Terms of the LicenseRef-Tencent-Hunyuan-Community-License:
|
| 80 |
+
--------------------------------------------------------------------
|
| 81 |
+
TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT
|
| 82 |
+
Tencent HunyuanVideo Release Date: December 3, 2024
|
| 83 |
+
THIS LICENSE AGREEMENT DOES NOT APPLY IN THE EUROPEAN UNION AND IS EXPRESSLY LIMITED TO THE TERRITORY, AS DEFINED BELOW.
|
| 84 |
+
By clicking to agree or by using, reproducing, modifying, distributing, performing or displaying any portion or element of the Tencent Hunyuan Works, including via any Hosted Service, You will be deemed to have recognized and accepted the content of this Agreement, which is effective immediately.
|
| 85 |
+
1. DEFINITIONS.
|
| 86 |
+
a. “Acceptable Use Policy” shall mean the policy made available by Tencent as set forth in the Exhibit A.
|
| 87 |
+
b. “Agreement” shall mean the terms and conditions for use, reproduction, distribution, modification, performance and displaying of Tencent Hunyuan Works or any portion or element thereof set forth herein.
|
| 88 |
+
c. “Documentation” shall mean the specifications, manuals and documentation for Tencent Hunyuan made publicly available by Tencent.
|
| 89 |
+
d. “Hosted Service” shall mean a hosted service offered via an application programming interface (API), web access, or any other electronic or remote means.
|
| 90 |
+
e. “Licensee,” “You” or “Your” shall mean a natural person or legal entity exercising the rights granted by this Agreement and/or using the Tencent Hunyuan Works for any purpose and in any field of use.
|
| 91 |
+
f. “Materials” shall mean, collectively, Tencent’s proprietary Tencent Hunyuan and Documentation (and any portion thereof) as made available by Tencent under this Agreement.
|
| 92 |
+
g. “Model Derivatives” shall mean all: (i) modifications to Tencent Hunyuan or any Model Derivative of Tencent Hunyuan; (ii) works based on Tencent Hunyuan or any Model Derivative of Tencent Hunyuan; or (iii) any other machine learning model which is created by transfer of patterns of the weights, parameters, operations, or Output of Tencent Hunyuan or any Model Derivative of Tencent Hunyuan, to that model in order to cause that model to perform similarly to Tencent Hunyuan or a Model Derivative of Tencent Hunyuan, including distillation methods, methods that use intermediate data representations, or methods based on the generation of synthetic data Outputs by Tencent Hunyuan or a Model Derivative of Tencent Hunyuan for training that model. For clarity, Outputs by themselves are not deemed Model Derivatives.
|
| 93 |
+
h. “Output” shall mean the information and/or content output of Tencent Hunyuan or a Model Derivative that results from operating or otherwise using Tencent Hunyuan or a Model Derivative, including via a Hosted Service.
|
| 94 |
+
i. “Tencent,” “We” or “Us” shall mean THL A29 Limited.
|
| 95 |
+
j. “Tencent Hunyuan” shall mean the large language models, text/image/video/audio/3D generation models, and multimodal large language models and their software and algorithms, including trained model weights, parameters (including optimizer states), machine-learning model code, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing made publicly available by Us, including, without limitation to, Tencent HunyuanVideo released at [https://github.com/Tencent/HunyuanVideo].
|
| 96 |
+
k. “Tencent Hunyuan Works” shall mean: (i) the Materials; (ii) Model Derivatives; and (iii) all derivative works thereof.
|
| 97 |
+
l. “Territory” shall mean the worldwide territory, excluding the territory of the European Union.
|
| 98 |
+
m. “Third Party” or “Third Parties” shall mean individuals or legal entities that are not under common control with Us or You.
|
| 99 |
+
n. “including” shall mean including but not limited to.
|
| 100 |
+
2. GRANT OF RIGHTS.
|
| 101 |
+
We grant You, for the Territory only, a non-exclusive, non-transferable and royalty-free limited license under Tencent’s intellectual property or other rights owned by Us embodied in or utilized by the Materials to use, reproduce, distribute, create derivative works of (including Model Derivatives), and make modifications to the Materials, only in accordance with the terms of this Agreement and the Acceptable Use Policy, and You must not violate (or encourage or permit anyone else to violate) any term of this Agreement or the Acceptable Use Policy.
|
| 102 |
+
3. DISTRIBUTION.
|
| 103 |
+
You may, subject to Your compliance with this Agreement, distribute or make available to Third Parties the Tencent Hunyuan Works, exclusively in the Territory, provided that You meet all of the following conditions:
|
| 104 |
+
a. You must provide all such Third Party recipients of the Tencent Hunyuan Works or products or services using them a copy of this Agreement;
|
| 105 |
+
b. You must cause any modified files to carry prominent notices stating that You changed the files;
|
| 106 |
+
c. You are encouraged to: (i) publish at least one technology introduction blogpost or one public statement expressing Your experience of using the Tencent Hunyuan Works; and (ii) mark the products or services developed by using the Tencent Hunyuan Works to indicate that the product/service is “Powered by Tencent Hunyuan”; and
|
| 107 |
+
d. All distributions to Third Parties (other than through a Hosted Service) must be accompanied by a “Notice” text file that contains the following notice: “Tencent Hunyuan is licensed under the Tencent Hunyuan Community License Agreement, Copyright © 2024 Tencent. All Rights Reserved. The trademark rights of “Tencent Hunyuan” are owned by Tencent or its affiliate.”
|
| 108 |
+
You may add Your own copyright statement to Your modifications and, except as set forth in this Section and in Section 5, may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Model Derivatives as a whole, provided Your use, reproduction, modification, distribution, performance and display of the work otherwise complies with the terms and conditions of this Agreement (including as regards the Territory). If You receive Tencent Hunyuan Works from a Licensee as part of an integrated end user product, then this Section 3 of this Agreement will not apply to You.
|
| 109 |
+
4. ADDITIONAL COMMERCIAL TERMS.
|
| 110 |
+
If, on the Tencent Hunyuan version release date, the monthly active users of all products or services made available by or for Licensee is greater than 100 million monthly active users in the preceding calendar month, You must request a license from Tencent, which Tencent may grant to You in its sole discretion, and You are not authorized to exercise any of the rights under this Agreement unless or until Tencent otherwise expressly grants You such rights.
|
| 111 |
+
5. RULES OF USE.
|
| 112 |
+
a. Your use of the Tencent Hunyuan Works must comply with applicable laws and regulations (including trade compliance laws and regulations) and adhere to the Acceptable Use Policy for the Tencent Hunyuan Works, which is hereby incorporated by reference into this Agreement. You must include the use restrictions referenced in these Sections 5(a) and 5(b) as an enforceable provision in any agreement (e.g., license agreement, terms of use, etc.) governing the use and/or distribution of Tencent Hunyuan Works and You must provide notice to subsequent users to whom You distribute that Tencent Hunyuan Works are subject to the use restrictions in these Sections 5(a) and 5(b).
|
| 113 |
+
b. You must not use the Tencent Hunyuan Works or any Output or results of the Tencent Hunyuan Works to improve any other AI model (other than Tencent Hunyuan or Model Derivatives thereof).
|
| 114 |
+
c. You must not use, reproduce, modify, distribute, or display the Tencent Hunyuan Works, Output or results of the Tencent Hunyuan Works outside the Territory. Any such use outside the Territory is unlicensed and unauthorized under this Agreement.
|
| 115 |
+
6. INTELLECTUAL PROPERTY.
|
| 116 |
+
a. Subject to Tencent’s ownership of Tencent Hunyuan Works made by or for Tencent and intellectual property rights therein, conditioned upon Your compliance with the terms and conditions of this Agreement, as between You and Tencent, You will be the owner of any derivative works and modifications of the Materials and any Model Derivatives that are made by or for You.
|
| 117 |
+
b. No trademark licenses are granted under this Agreement, and in connection with the Tencent Hunyuan Works, Licensee may not use any name or mark owned by or associated with Tencent or any of its affiliates, except as required for reasonable and customary use in describing and distributing the Tencent Hunyuan Works. Tencent hereby grants You a license to use “Tencent Hunyuan” (the “Mark”) in the Territory solely as required to comply with the provisions of Section 3(c), provided that You comply with any applicable laws related to trademark protection. All goodwill arising out of Your use of the Mark will inure to the benefit of Tencent.
|
| 118 |
+
c. If You commence a lawsuit or other proceedings (including a cross-claim or counterclaim in a lawsuit) against Us or any person or entity alleging that the Materials or any Output, or any portion of any of the foregoing, infringe any intellectual property or other right owned or licensable by You, then all licenses granted to You under this Agreement shall terminate as of the date such lawsuit or other proceeding is filed. You will defend, indemnify and hold harmless Us from and against any claim by any Third Party arising out of or related to Your or the Third Party’s use or distribution of the Tencent Hunyuan Works.
|
| 119 |
+
d. Tencent claims no rights in Outputs You generate. You and Your users are solely responsible for Outputs and their subsequent uses.
|
| 120 |
+
7. DISCLAIMERS OF WARRANTY AND LIMITATIONS OF LIABILITY.
|
| 121 |
+
a. We are not obligated to support, update, provide training for, or develop any further version of the Tencent Hunyuan Works or to grant any license thereto.
|
| 122 |
+
b. UNLESS AND ONLY TO THE EXTENT REQUIRED BY APPLICABLE LAW, THE TENCENT HUNYUAN WORKS AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED “AS IS” WITHOUT ANY EXPRESS OR IMPLIED WARRANTIES OF ANY KIND INCLUDING ANY WARRANTIES OF TITLE, MERCHANTABILITY, NONINFRINGEMENT, COURSE OF DEALING, USAGE OF TRADE, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING, REPRODUCING, MODIFYING, PERFORMING, DISPLAYING OR DISTRIBUTING ANY OF THE TENCENT HUNYUAN WORKS OR OUTPUTS AND ASSUME ANY AND ALL RISKS ASSOCIATED WITH YOUR OR A THIRD PARTY’S USE OR DISTRIBUTION OF ANY OF THE TENCENT HUNYUAN WORKS OR OUTPUTS AND YOUR EXERCISE OF RIGHTS AND PERMISSIONS UNDER THIS AGREEMENT.
|
| 123 |
+
c. TO THE FULLEST EXTENT PERMITTED BY APPLICABLE LAW, IN NO EVENT SHALL TENCENT OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, FOR ANY DAMAGES, INCLUDING ANY DIRECT, INDIRECT, SPECIAL, INCIDENTAL, EXEMPLARY, CONSEQUENTIAL OR PUNITIVE DAMAGES, OR LOST PROFITS OF ANY KIND ARISING FROM THIS AGREEMENT OR RELATED TO ANY OF THE TENCENT HUNYUAN WORKS OR OUTPUTS, EVEN IF TENCENT OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF ANY OF THE FOREGOING.
|
| 124 |
+
8. SURVIVAL AND TERMINATION.
|
| 125 |
+
a. The term of this Agreement shall commence upon Your acceptance of this Agreement or access to the Materials and will continue in full force and effect until terminated in accordance with the terms and conditions herein.
|
| 126 |
+
b. We may terminate this Agreement if You breach any of the terms or conditions of this Agreement. Upon termination of this Agreement, You must promptly delete and cease use of the Tencent Hunyuan Works. Sections 6(a), 6(c), 7 and 9 shall survive the termination of this Agreement.
|
| 127 |
+
9. GOVERNING LAW AND JURISDICTION.
|
| 128 |
+
a. This Agreement and any dispute arising out of or relating to it will be governed by the laws of the Hong Kong Special Administrative Region of the People’s Republic of China, without regard to conflict of law principles, and the UN Convention on Contracts for the International Sale of Goods does not apply to this Agreement.
|
| 129 |
+
b. Exclusive jurisdiction and venue for any dispute arising out of or relating to this Agreement will be a court of competent jurisdiction in the Hong Kong Special Administrative Region of the People’s Republic of China, and Tencent and Licensee consent to the exclusive jurisdiction of such court with respect to any such dispute.
|
| 130 |
+
|
| 131 |
+
EXHIBIT A
|
| 132 |
+
ACCEPTABLE USE POLICY
|
| 133 |
+
|
| 134 |
+
Tencent reserves the right to update this Acceptable Use Policy from time to time.
|
| 135 |
+
Last modified: November 5, 2024
|
| 136 |
+
|
| 137 |
+
Tencent endeavors to promote safe and fair use of its tools and features, including Tencent Hunyuan. You agree not to use Tencent Hunyuan or Model Derivatives:
|
| 138 |
+
1. Outside the Territory;
|
| 139 |
+
2. In any way that violates any applicable national, federal, state, local, international or any other law or regulation;
|
| 140 |
+
3. To harm Yourself or others;
|
| 141 |
+
4. To repurpose or distribute output from Tencent Hunyuan or any Model Derivatives to harm Yourself or others;
|
| 142 |
+
5. To override or circumvent the safety guardrails and safeguards We have put in place;
|
| 143 |
+
6. For the purpose of exploiting, harming or attempting to exploit or harm minors in any way;
|
| 144 |
+
7. To generate or disseminate verifiably false information and/or content with the purpose of harming others or influencing elections;
|
| 145 |
+
8. To generate or facilitate false online engagement, including fake reviews and other means of fake online engagement;
|
| 146 |
+
9. To intentionally defame, disparage or otherwise harass others;
|
| 147 |
+
10. To generate and/or disseminate malware (including ransomware) or any other content to be used for the purpose of harming electronic systems;
|
| 148 |
+
11. To generate or disseminate personal identifiable information with the purpose of harming others;
|
| 149 |
+
12. To generate or disseminate information (including images, code, posts, articles), and place the information in any public context (including –through the use of bot generated tweets), without expressly and conspicuously identifying that the information and/or content is machine generated;
|
| 150 |
+
13. To impersonate another individual without consent, authorization, or legal right;
|
| 151 |
+
14. To make high-stakes automated decisions in domains that affect an individual’s safety, rights or wellbeing (e.g., law enforcement, migration, medicine/health, management of critical infrastructure, safety components of products, essential services, credit, employment, housing, education, social scoring, or insurance);
|
| 152 |
+
15. In a manner that violates or disrespects the social ethics and moral standards of other countries or regions;
|
| 153 |
+
16. To perform, facilitate, threaten, incite, plan, promote or encourage violent extremism or terrorism;
|
| 154 |
+
17. For any use intended to discriminate against or harm individuals or groups based on protected characteristics or categories, online or offline social behavior or known or predicted personal or personality characteristics;
|
| 155 |
+
18. To intentionally exploit any of the vulnerabilities of a specific group of persons based on their age, social, physical or mental characteristics, in order to materially distort the behavior of a person pertaining to that group in a manner that causes or is likely to cause that person or another person physical or psychological harm;
|
| 156 |
+
19. For military purposes;
|
| 157 |
+
20. To engage in the unauthorized or unlicensed practice of any profession including, but not limited to, financial, legal, medical/health, or other professional practices.
|
| 158 |
+
|
| 159 |
+
==================================================
|
| 160 |
+
End of the Attribution Notice of this project.
|
README.md
ADDED
|
@@ -0,0 +1,634 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: HunyuanVideo-1.5
|
| 3 |
+
license: other
|
| 4 |
+
license_name: tencent-hunyuan-community
|
| 5 |
+
license_link: https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5/blob/master/LICENSE
|
| 6 |
+
language:
|
| 7 |
+
- en
|
| 8 |
+
- zh
|
| 9 |
+
tags:
|
| 10 |
+
- text-to-video
|
| 11 |
+
- image-to-video
|
| 12 |
+
pipeline_tag: text-to-video
|
| 13 |
+
extra_gated_eu_disallowed: true
|
| 14 |
+
---
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
[中文文档](./README_CN.md)
|
| 18 |
+
|
| 19 |
+
# HunyuanVideo-1.5
|
| 20 |
+
|
| 21 |
+
<div align="center">
|
| 22 |
+
|
| 23 |
+
<img src="./assets/logo.png" alt="HunyuanVideo-1.5 Logo" width="80%">
|
| 24 |
+
|
| 25 |
+
# 🎬 HunyuanVideo-1.5: A leading lightweight video generation model
|
| 26 |
+
|
| 27 |
+
</div>
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
<div align="center">
|
| 31 |
+
<!-- <img src="./assets/banner.png" alt="HunyuanVideo-1.5 Banner" width="800"> -->
|
| 32 |
+
|
| 33 |
+
</div>
|
| 34 |
+
|
| 35 |
+
|
| 36 |
+
HunyuanVideo-1.5 is a video generation model that delivers top-tier quality with only 8.3B parameters, significantly lowering the barrier to usage. It runs smoothly on consumer-grade GPUs, making it accessible for every developer and creator. This repository provides the implementation and tools needed to generate creative videos.
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
<div align="center">
|
| 40 |
+
<a href="https://hunyuan.tencent.com/video/zh?tabIndex=0" target="_blank"><img src=https://img.shields.io/badge/Official%20Site-333399.svg?logo=homepage height=22px></a>
|
| 41 |
+
<a href=https://huggingface.co/tencent/HunyuanVideo-1.5 target="_blank"><img src=https://img.shields.io/badge/%F0%9F%A4%97%20Models-d96902.svg height=22px></a>
|
| 42 |
+
<a href=https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5 target="_blank"><img src= https://img.shields.io/badge/Page-bb8a2e.svg?logo=github height=22px></a>
|
| 43 |
+
<a href="https://arxiv.org/pdf/2511.18870" target="_blank"><img src=https://img.shields.io/badge/Report-b5212f.svg?logo=arxiv height=22px></a>
|
| 44 |
+
<a href=https://x.com/TencentHunyuan target="_blank"><img src=https://img.shields.io/badge/Hunyuan-black.svg?logo=x height=22px></a>
|
| 45 |
+
<a href="https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5/blob/main/assets/HunyuanVideo_1_5_Prompt_Handbook_EN.md" target="_blank"><img src=https://img.shields.io/badge/📚-PromptHandBook-blue.svg?logo=book height=22px></a> <br/>
|
| 46 |
+
<a href="./ComfyUI/README.md" target="_blank"><img src=https://img.shields.io/badge/ComfyUI-blue.svg?logo=book height=22px></a>
|
| 47 |
+
<a href="https://github.com/ModelTC/LightX2V" target="_blank"><img src=https://img.shields.io/badge/LightX2V-yellow.svg?logo=book height=22px></a>
|
| 48 |
+
<a href="https://tusi.cn/models/933574988890423836" target="_blank"><img src=https://img.shields.io/badge/吐司-purple.svg?logo=book height=22px></a>
|
| 49 |
+
<a href="https://tensor.art/models/933574988890423836" target="_blank"><img src=https://img.shields.io/badge/TensorArt-cyan.svg?logo=book height=22px></a>
|
| 50 |
+
|
| 51 |
+
</div>
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
<p align="center">
|
| 55 |
+
👏 Join our <a href="./assets/wechat.png" target="_blank">WeChat</a> and <a href="https://discord.gg/ehjWMqF5wY">Discord</a> |
|
| 56 |
+
💻 <a href="https://hunyuan.tencent.com/video/zh?tabIndex=0">Official website Try our model!</a>  
|
| 57 |
+
</p>
|
| 58 |
+
|
| 59 |
+
## 🔥🔥🔥 News
|
| 60 |
+
* 🚀 Dec 23, 2025: Fp8 gemm inference is supported! 🔥🔥🔥🆕
|
| 61 |
+
* 🚀 Dec 05, 2025: **New Release**: We now release the [480p I2V step-distilled model](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v_step_distilled), which generates videos in 8 or 12 steps (recommended)! On RTX 4090, end-to-end generation time is reduced by 75%, and a single RTX 4090 can generate videos within **75 seconds**. The step-distilled model maintains comparable quality to the original model while achieving significant speedup. See [Step Distillation Comparison](./assets/step_distillation_comparison.md) for detailed quality comparisons. For even faster generation, you can also try 4 steps (faster speed with slightly reduced quality). **To enable the step-distilled model, run `generate.py` with the `--enable_step_distill` parameter.** See [Usage](#-usage) for detailed usage instructions. 🔥🔥🔥🆕
|
| 62 |
+
* 📚 Dec 05, 2025: **Training Code & LoRA Tuning Script Released**: We now open-source the training code for HunyuanVideo-1.5! The training script (`train.py`) provides a full training pipeline with support for distributed training, FSDP, context parallel, gradient checkpointing, and more. HunyuanVideo-1.5 is trained using the Muon optimizer, which we have open-sourced in the [Training](#-training) section. **If you would like to continue training our model or fine-tune it with LoRA, please use the Muon optimizer.** See [Training](#-training) section for detailed usage instructions. 🔥🔥🔥🆕
|
| 63 |
+
* 🎉 **Diffusers Support**: HunyuanVideo-1.5 is now available on Hugging Face Diffusers! Check out [Diffusers collection](https://huggingface.co/collections/hunyuanvideo-community/hunyuanvideo-15) for easy integration. 🔥🔥🔥🆕
|
| 64 |
+
* 🚀 Nov 27, 2025: We now support cache inference (deepcache, teacache, taylorcache), achieving significant speedup! Pull the latest code to try it.
|
| 65 |
+
* 🚀 Nov 24, 2025: We now support deepcache inference.
|
| 66 |
+
* 👋 Nov 20, 2025: We release the inference code and model weights of HunyuanVideo-1.5.
|
| 67 |
+
|
| 68 |
+
|
| 69 |
+
## 🎥 Demo
|
| 70 |
+
<div align="center">
|
| 71 |
+
<video src="https://github.com/user-attachments/assets/d45ec78e-ea40-47f1-8d4d-f4d9a0682e2d" width="60%"> </video>
|
| 72 |
+
</div>
|
| 73 |
+
|
| 74 |
+
## 🧩 Community Contributions
|
| 75 |
+
|
| 76 |
+
If you develop/use HunyuanVideo-1.5 in your projects, welcome to let us know.
|
| 77 |
+
|
| 78 |
+
- **Diffusers** - [HunyuanVideo-1.5 Diffusers](https://huggingface.co/collections/hunyuanvideo-community/hunyuanvideo-15): Official Hugging Face Diffusers integration for HunyuanVideo-1.5. Easily use HunyuanVideo-1.5 with the Diffusers library for seamless integration into your projects. See [Usage with Diffusers](#usage-with-diffusers) section for details.
|
| 79 |
+
|
| 80 |
+
- **ComfyUI** - [ComfyUI](https://github.com/comfyanonymous/ComfyUI): A powerful and modular diffusion model GUI with a graph/nodes interface. ComfyUI supports HunyuanVideo-1.5 with various engineering optimizations for fast inference. We provide a [ComfyUI Usage Guide](./ComfyUI/README.md) for HunyuanVideo-1.5.
|
| 81 |
+
|
| 82 |
+
- **Community-implemented ComfyUI Plugin** - [comfyui_hunyuanvideo_1.5_plugin](https://github.com/yuanyuan-spec/comfyui_hunyuanvideo_1.5_plugin): A community-implemented ComfyUI plugin for HunyuanVideo-1.5, offering both simplified and complete node sets for quick usage or deep workflow customization, with built-in automatic model download support.
|
| 83 |
+
|
| 84 |
+
- **LightX2V** - [LightX2V](https://github.com/ModelTC/LightX2V): A lightweight and efficient video generation framework that integrates HunyuanVideo-1.5, supporting multiple engineering acceleration techniques for fast inference.
|
| 85 |
+
|
| 86 |
+
- **Wan2GP v9.62** - [Wan2GP](https://github.com/deepbeepmeep/Wan2GP): WanGP is a very low VRAM app (as low 6 GB of VRAM for Hunyuan Video 1.5) supports Lora Accelerator for a 8 steps generation and offers tools to facilitate Video Generation.
|
| 87 |
+
|
| 88 |
+
- **ComfyUI-MagCache** - [ComfyUI-MagCache](https://github.com/Zehong-Ma/ComfyUI-MagCache): MagCache is a training-free caching approach that accelerates video generation by estimating fluctuating differences among model outputs across timesteps. It achieves 1.7x speedup for HunyuanVideo-1.5 with 20 inference steps.
|
| 89 |
+
|
| 90 |
+
|
| 91 |
+
## 📑 Open-source Plan
|
| 92 |
+
- HunyuanVideo-1.5 (T2V/I2V)
|
| 93 |
+
- [x] Inference Code and checkpoints
|
| 94 |
+
- [x] ComfyUI Support
|
| 95 |
+
- [x] LightX2V Support
|
| 96 |
+
- [x] Diffusers Support
|
| 97 |
+
- [ ] Release all model weights (Sparse attention, distill model, and SR models)
|
| 98 |
+
|
| 99 |
+
## 📋 Table of Contents
|
| 100 |
+
- [🔥🔥🔥 News](#-news)
|
| 101 |
+
- [🎥 Demo](#-demo)
|
| 102 |
+
- [🧩 Community Contributions](#-community-contributions)
|
| 103 |
+
- [📑 Open-source Plan](#-open-source-plan)
|
| 104 |
+
- [📖 Introduction](#-introduction)
|
| 105 |
+
- [✨ Key Features](#-key-features)
|
| 106 |
+
- [📜 System Requirements](#-system-requirements)
|
| 107 |
+
- [🛠️ Dependencies and Installation](#️-dependencies-and-installation)
|
| 108 |
+
- [🧱 Download Pretrained Models](#-download-pretrained-models)
|
| 109 |
+
- [📝 Prompt Guide](#-prompt-guide)
|
| 110 |
+
- [🔑 Inference](#-inference)
|
| 111 |
+
- [Inference with Source Code](#inference-with-source-code)
|
| 112 |
+
- [Usage with Diffusers](#usage-with-diffusers)
|
| 113 |
+
- [Prompt Enhancement](#prompt-enhancement)
|
| 114 |
+
- [Text to Video](#text-to-video)
|
| 115 |
+
- [Image to Video](#image-to-video)
|
| 116 |
+
- [Command Line Arguments](#command-line-arguments)
|
| 117 |
+
- [Optimal Inference Configurations](#optimal-inference-configurations)
|
| 118 |
+
- [🎓 Training](#-training)
|
| 119 |
+
- [🎬 More Examples](#-more-examples)
|
| 120 |
+
- [📊 Evaluation](#-evaluation)
|
| 121 |
+
- [📚 Citation](#-citation)
|
| 122 |
+
- [🙏 Acknowledgements](#-acknowledgements)
|
| 123 |
+
- [🌟 Github Star History](#-github-star-history)
|
| 124 |
+
|
| 125 |
+
|
| 126 |
+
## 📖 Introduction
|
| 127 |
+
We present HunyuanVideo-1.5, a lightweight yet powerful video generation model that achieves state-of-the-art visual quality and motion coherence with only 8.3 billion parameters, enabling efficient inference on consumer-grade GPUs. This achievement is built upon several key components, including meticulous data curation, an advanced DiT architecture with selective and sliding tile attention(SSTA), enhanced bilingual understanding through glyph-aware text encoding , progressive pre-training and post-training, and an efficient video super-resolution network. Leveraging these designs, we developed a unified framework capable of high-quality text-to-video and image-to-video generation across multiple durations and resolutions. Extensive experiments demonstrate that this compact and proficient model establishes a new state-of-the-art among open-source models. By releasing the code and weights of HunyuanVideo-1.5, we provide the community with a high-performance foundation that significantly lowers the cost of video creation and research, making advanced video generation more accessible to all.
|
| 128 |
+
|
| 129 |
+
|
| 130 |
+
## ✨ Key Features
|
| 131 |
+
- **Lightweight High-Performance Architecture**: We propose an efficient architecture that integrates an 8.3B-parameter Diffusion Transformer (DiT) with a 3D causal VAE, achieving compression ratios of 16× in spatial dimensions and 4× along the temporal axis. Additionally, the innovative SSTA (Selective and Sliding Tile Attention) mechanism prunes redundant spatiotemporal kv blocks, significantly reduces computational overhead for long video sequences and accelerates inference, achieving an end-to-end speedup of $1.87 \times$ in 10-second 720p video synthesis compared to FlashAttention-3.
|
| 132 |
+
|
| 133 |
+
<div align="center">
|
| 134 |
+
<img src="./assets/hy_video_1_5_dit.png" alt="HunyuanVideo-1.5 DiT" width="600">
|
| 135 |
+
</div>
|
| 136 |
+
|
| 137 |
+
|
| 138 |
+
- **Video Super-Resolution Enhancement**: We develop an efficient few-step super-resolution network that upscales outputs to 1080p. It enhances sharpness while correcting distortions, thereby refining details and overall visual texture.
|
| 139 |
+
|
| 140 |
+
<div align="center">
|
| 141 |
+
<img src="./assets/hy_video_1_5_vsr.png" alt="HunyuanVideo-1.5 VSR" width="600">
|
| 142 |
+
</div>
|
| 143 |
+
|
| 144 |
+
- **End-to-End Training Optimization**: This work employs a multi-stage, progressive training strategy covering the entire pipeline from pre-training to post-training. Combined with the Muon optimizer to accelerate convergence, this approach holistically refines motion coherence, aesthetic quality, and human preference alignment, achieving professional-grade content generation.
|
| 145 |
+
|
| 146 |
+
## 📜 System Requirements
|
| 147 |
+
|
| 148 |
+
### Hardware Requirements
|
| 149 |
+
|
| 150 |
+
- **GPU**: NVIDIA GPU with CUDA support
|
| 151 |
+
- **Minimum GPU Memory**: 14 GB (with model offloading enabled)
|
| 152 |
+
|
| 153 |
+
> **Note:** The memory requirements above are measured with model offloading enabled. If your GPU has sufficient memory, you may disable offloading for improved inference speed.
|
| 154 |
+
|
| 155 |
+
### Software Requirements
|
| 156 |
+
|
| 157 |
+
- **Operating System**: Linux
|
| 158 |
+
- **Python**: Python 3.10 or higher
|
| 159 |
+
- **CUDA**: Compatible CUDA version for your PyTorch installation
|
| 160 |
+
|
| 161 |
+
## 🛠️ Dependencies and Installation
|
| 162 |
+
|
| 163 |
+
### Step 1: Clone the Repository
|
| 164 |
+
|
| 165 |
+
```bash
|
| 166 |
+
git clone https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5.git
|
| 167 |
+
cd HunyuanVideo-1.5
|
| 168 |
+
```
|
| 169 |
+
|
| 170 |
+
### Step 2: Install Basic Dependencies
|
| 171 |
+
|
| 172 |
+
```bash
|
| 173 |
+
pip install -r requirements.txt
|
| 174 |
+
pip install -i https://mirrors.tencent.com/pypi/simple/ --upgrade tencentcloud-sdk-python
|
| 175 |
+
```
|
| 176 |
+
|
| 177 |
+
### Step 3: Install Attention Libraries
|
| 178 |
+
|
| 179 |
+
* Flash Attention:
|
| 180 |
+
Install Flash Attention for faster inference and reduced GPU memory consumption.
|
| 181 |
+
Detailed installation instructions are available at [Flash Attention](https://github.com/Dao-AILab/flash-attention).
|
| 182 |
+
|
| 183 |
+
* Flex-Block-Attention:
|
| 184 |
+
flex-block-attn is only required for sparse attention to achieve faster inference and can be installed by the following command:
|
| 185 |
+
```bash
|
| 186 |
+
git clone https://github.com/Tencent-Hunyuan/flex-block-attn.git
|
| 187 |
+
cd flex-block-attn
|
| 188 |
+
git submodule update --init --recursive
|
| 189 |
+
python3 setup.py install
|
| 190 |
+
```
|
| 191 |
+
|
| 192 |
+
* SageAttention:
|
| 193 |
+
To enable SageAttention for faster inference, you need to install it by the following command:
|
| 194 |
+
> **Note**: Enabling SageAttention will automatically disable Flex-Block-Attention.
|
| 195 |
+
```bash
|
| 196 |
+
git clone https://github.com/cooper1637/SageAttention.git
|
| 197 |
+
cd SageAttention
|
| 198 |
+
export EXT_PARALLEL=4 NVCC_APPEND_FLAGS="--threads 8" MAX_JOBS=32 # Optional
|
| 199 |
+
python3 setup.py install
|
| 200 |
+
```
|
| 201 |
+
|
| 202 |
+
* SGL-Kernel:
|
| 203 |
+
To enable fp8 gemm for transformer, you need to install it by the following command:
|
| 204 |
+
```bash
|
| 205 |
+
pip install sgl-kernel==0.3.18
|
| 206 |
+
```
|
| 207 |
+
|
| 208 |
+
|
| 209 |
+
## 🧱 Download Pretrained Models
|
| 210 |
+
|
| 211 |
+
> 💡 Distillation models and sparse attention models are still coming soon. Please stay tuned for the latest updates on the Hugging Face Model Card.
|
| 212 |
+
|
| 213 |
+
Download the pretrained models before generating videos. Detailed instructions are available at [checkpoints-download.md](checkpoints-download.md).
|
| 214 |
+
|
| 215 |
+
### Model Cards
|
| 216 |
+
|ModelName| Download |
|
| 217 |
+
|-|---------------------------|
|
| 218 |
+
|HunyuanVideo-1.5-480P-T2V|[480P-T2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_t2v) |
|
| 219 |
+
|HunyuanVideo-1.5-480P-I2V |[480P-I2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v) |
|
| 220 |
+
|HunyuanVideo-1.5-480P-T2V-cfg-distill | [480P-T2V-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_t2v_distilled) |
|
| 221 |
+
|HunyuanVideo-1.5-480P-I2V-cfg-distill |[480P-I2V-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v_distilled) |
|
| 222 |
+
|HunyuanVideo-1.5-480P-I2V-step-distill |[480P-I2V-step-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v_step_distilled) |
|
| 223 |
+
|HunyuanVideo-1.5-720P-T2V|[720P-T2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_t2v) |
|
| 224 |
+
|HunyuanVideo-1.5-720P-I2V |[720P-I2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_i2v) |
|
| 225 |
+
|HunyuanVideo-1.5-720P-T2V-cfg-distill| Comming soon |
|
| 226 |
+
|HunyuanVideo-1.5-720P-I2V-cfg-distill |[720P-I2V-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_i2v_distilled) |
|
| 227 |
+
|HunyuanVideo-1.5-720P-T2V-sparse-cfg-distill| Comming soon |
|
| 228 |
+
|HunyuanVideo-1.5-720P-I2V-sparse-cfg-distill |[720P-I2V-sparse-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_i2v_distilled_sparse) |
|
| 229 |
+
|HunyuanVideo-1.5-720P-sr-step-distill |[720P-sr](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_sr_distilled) |
|
| 230 |
+
|HunyuanVideo-1.5-1080P-sr-step-distill |[1080P-sr](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/1080p_sr_distilled) |
|
| 231 |
+
|
| 232 |
+
## 📝 Prompt Guide
|
| 233 |
+
### Prompt Writing Handbook
|
| 234 |
+
Prompt enhancement plays a crucial role in enabling our model to generate high-quality videos. By writing longer and more detailed prompts, the generated video will be significantly improved. We encourage you to craft comprehensive and descriptive prompts to achieve the best possible video quality. we recommend community partners consulting our official guide on how to write effective prompts.
|
| 235 |
+
|
| 236 |
+
**Reference:** **[HunyuanVideo-1.5 Prompt Handbook](https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5/blob/main/assets/HunyuanVideo_1_5_Prompt_Handbook_EN.md)**
|
| 237 |
+
|
| 238 |
+
### System Prompts for Automatic Prompt Enhancement
|
| 239 |
+
For users seeking to optimize prompts for other large models, it is recommended to consult the definition of `t2v_rewrite_system_prompt` in the file `hyvideo/utils/rewrite/t2v_prompt.py` to guide text-to-video rewriting. Similarly, for image-to-video rewriting, refer to the definition of `i2v_rewrite_system_prompt` in `hyvideo/utils/rewrite/i2v_prompt.py`.
|
| 240 |
+
|
| 241 |
+
## 🔑 Inference
|
| 242 |
+
|
| 243 |
+
### Inference with Source Code
|
| 244 |
+
|
| 245 |
+
|
| 246 |
+
For prompt rewriting, we recommend using Gemini or models deployed via vLLM. This codebase currently only supports models compatible with the vLLM API. If you wish to use Gemini, you will need to implement your own interface calls.
|
| 247 |
+
|
| 248 |
+
For models with a vLLM API, note that T2V (text-to-video) and I2V (image-to-video) have different recommended models and environment variables:
|
| 249 |
+
|
| 250 |
+
- T2V: use [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507), configure `T2V_REWRITE_BASE_URL` and `T2V_REWRITE_MODEL_NAME`
|
| 251 |
+
- I2V: use [Qwen3-VL-235B-A22B-Instruct](https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Instruct), configure `I2V_REWRITE_BASE_URL` and `I2V_REWRITE_MODEL_NAME`
|
| 252 |
+
|
| 253 |
+
> You may set the above model names to any other vLLM-compatible models you have deployed (including HuggingFace models).
|
| 254 |
+
> Rewriting is enabled by default (`--rewrite` defaults to `true`); to disable it explicitly, use `--rewrite false` or `--rewrite 0`. If no vLLM endpoint is configured, the pipeline runs without remote rewriting.
|
| 255 |
+
|
| 256 |
+
Example: Generate a video (works for both T2V and I2V; set `IMAGE_PATH=none` for T2V or provide an image path for I2V)
|
| 257 |
+
|
| 258 |
+
> 💡 **Tip**: For faster inference speed, you can enable the step-distilled model using the `--enable_step_distill` parameter. The step-distilled model (480p I2V) can generate videos in 8 or 12 steps (recommended), achieving up to 75% speedup on RTX 4090 while maintaining comparable quality.
|
| 259 |
+
>
|
| 260 |
+
> **Tips:** If your GPU memory is > 14GB but you encounter OOM (Out of Memory) errors during generation, you can try setting the following environment variable before running:
|
| 261 |
+
> ```bash
|
| 262 |
+
> export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True,max_split_size_mb:128
|
| 263 |
+
> ```
|
| 264 |
+
>
|
| 265 |
+
> **Tips:** If you have limited CPU memory and encounter OOM during inference, you can try disable overlapped group offloading by adding the following argument:
|
| 266 |
+
> ```bash
|
| 267 |
+
> --overlap_group_offloading false
|
| 268 |
+
> ```
|
| 269 |
+
|
| 270 |
+
```bash
|
| 271 |
+
export T2V_REWRITE_BASE_URL="<your_vllm_server_base_url>"
|
| 272 |
+
export T2V_REWRITE_MODEL_NAME="<your_model_name>"
|
| 273 |
+
export I2V_REWRITE_BASE_URL="<your_vllm_server_base_url>"
|
| 274 |
+
export I2V_REWRITE_MODEL_NAME="<your_model_name>"
|
| 275 |
+
|
| 276 |
+
PROMPT='A girl holding a paper with words "Hello, world!"'
|
| 277 |
+
|
| 278 |
+
IMAGE_PATH=/path/to/image.png # Optional, none or <image path> to enable i2v mode
|
| 279 |
+
SEED=1
|
| 280 |
+
ASPECT_RATIO=16:9
|
| 281 |
+
RESOLUTION=480p
|
| 282 |
+
OUTPUT_PATH=./outputs/output.mp4
|
| 283 |
+
MODEL_PATH=./ckpts # Path to pretrained model
|
| 284 |
+
|
| 285 |
+
# Configuration for faster inference
|
| 286 |
+
N_INFERENCE_GPU=8 # Parallel inference GPU count
|
| 287 |
+
CFG_DISTILLED=true # Inference with CFG distilled model, 2x speedup
|
| 288 |
+
SAGE_ATTN=true # Inference with SageAttention
|
| 289 |
+
SPARSE_ATTN=false # Inference with sparse attention (only 720p models are equipped with sparse attention). Please ensure flex-block-attn is installed
|
| 290 |
+
OVERLAP_GROUP_OFFLOADING=true # Only valid when group offloading is enabled, significantly increases CPU memory usage but speeds up inference
|
| 291 |
+
ENABLE_CACHE=true # Enable feature cache during inference. Significantly speeds up inference.
|
| 292 |
+
CACHE_TYPE=deepcache # Support: deepcache, teacache, taylorcache
|
| 293 |
+
ENABLE_STEP_DISTILL=true # Enable step distilled model for 480p I2V, recommended 8 or 12 steps, up to 6x speedup
|
| 294 |
+
|
| 295 |
+
|
| 296 |
+
# Configuration for better quality
|
| 297 |
+
REWRITE=true # Enable prompt rewriting. Please ensure rewrite vLLM server is deployed and configured.
|
| 298 |
+
ENABLE_SR=true # Enable super resolution
|
| 299 |
+
|
| 300 |
+
|
| 301 |
+
torchrun --nproc_per_node=$N_INFERENCE_GPU generate.py \
|
| 302 |
+
--prompt "$PROMPT" \
|
| 303 |
+
--image_path $IMAGE_PATH \
|
| 304 |
+
--resolution $RESOLUTION \
|
| 305 |
+
--aspect_ratio $ASPECT_RATIO \
|
| 306 |
+
--seed $SEED \
|
| 307 |
+
--rewrite $REWRITE \
|
| 308 |
+
--cfg_distilled $CFG_DISTILLED \
|
| 309 |
+
--enable_step_distill $ENABLE_STEP_DISTILL \
|
| 310 |
+
--sparse_attn $SPARSE_ATTN --use_sageattn $SAGE_ATTN \
|
| 311 |
+
--enable_cache $ENABLE_CACHE --cache_type $CACHE_TYPE \
|
| 312 |
+
--overlap_group_offloading $OVERLAP_GROUP_OFFLOADING \
|
| 313 |
+
--sr $ENABLE_SR --save_pre_sr_video \
|
| 314 |
+
--output_path $OUTPUT_PATH \
|
| 315 |
+
--model_path $MODEL_PATH
|
| 316 |
+
```
|
| 317 |
+
|
| 318 |
+
|
| 319 |
+
|
| 320 |
+
### Command Line Arguments
|
| 321 |
+
|
| 322 |
+
| Argument | Type | Required | Default | Description |
|
| 323 |
+
|----------|------|----------|---------|-------------|
|
| 324 |
+
| `--prompt` | str | Yes | - | Text prompt for video generation |
|
| 325 |
+
| `--negative_prompt` | str | No | `''` | Negative prompt for video generation |
|
| 326 |
+
| `--resolution` | str | Yes | - | Video resolution: `480p` or `720p` |
|
| 327 |
+
| `--model_path` | str | Yes | - | Path to pretrained model directory |
|
| 328 |
+
| `--aspect_ratio` | str | No | `16:9` | Aspect ratio of the output video |
|
| 329 |
+
| `--num_inference_steps` | int | No | `50` | Number of inference steps |
|
| 330 |
+
| `--video_length` | int | No | `121` | Number of frames to generate |
|
| 331 |
+
| `--seed` | int | No | `123` | Random seed for reproducibility |
|
| 332 |
+
| `--image_path` | str | No | `None` | Path to reference image (enables i2v mode). Use `none` or `None` to explicitly use text-to-video mode |
|
| 333 |
+
| `--output_path` | str | No | `None` | Output file path (if not provided, saves to `./outputs/output_{transformer_version}_{timestamp}.mp4`) |
|
| 334 |
+
| `--sr` | bool | No | `true` | Enable super resolution (use `--sr false` or `--sr 0` to disable) |
|
| 335 |
+
| `--save_pre_sr_video` | bool | No | `false` | Save original video before super resolution (use `--save_pre_sr_video` or `--save_pre_sr_video true` to enable, only effective when super resolution is enabled) |
|
| 336 |
+
| `--rewrite` | bool | No | `true` | Enable prompt rewriting (use `--rewrite false` or `--rewrite 0` to disable, may result in lower quality video generation) |
|
| 337 |
+
| `--cfg_distilled` | bool | No | `false` | Enable CFG distilled model for faster inference (~2x speedup, use `--cfg_distilled` or `--cfg_distilled true` to enable) |
|
| 338 |
+
| `--enable_step_distill` | bool | No | `false` | Enable step distilled model for 480p I2V (recommended 8 or 12 steps, ~75% speedup on RTX 4090, use `--enable_step_distill` or `--enable_step_distill true` to enable) |
|
| 339 |
+
| `--sparse_attn` | bool | No | `false` | Enable sparse attention for faster inference (~1.5-2x speedup, requires H-series GPUs, auto-enables CFG distilled, use `--sparse_attn` or `--sparse_attn true` to enable) |
|
| 340 |
+
| `--offloading` | bool | No | `true` | Enable CPU offloading (use `--offloading false` or `--offloading 0` to disable for faster inference if GPU memory allows) |
|
| 341 |
+
| `--group_offloading` | bool | No | `None` | Enable group offloading (default: None, automatically enabled if offloading is enabled. Use `--group_offloading` or `--group_offloading true/1` to enable, `--group_offloading false/0` to disable) |
|
| 342 |
+
| `--overlap_group_offloading` | bool | No | `true` | Enable overlap group offloading (default: true). Significantly increases CPU memory usage but speeds up inference. Use `--overlap_group_offloading` or `--overlap_group_offloading true/1` to enable, `--overlap_group_offloading false/0` to disable |
|
| 343 |
+
| `--dtype` | str | No | `bf16` | Data type for transformer: `bf16` (faster, lower memory) or `fp32` (better quality, slower, higher memory) |
|
| 344 |
+
| `--use_sageattn` | bool | No | `false` | Enable SageAttention (use `--use_sageattn` or `--use_sageattn true/1` to enable, `--use_sageattn false/0` to disable) |
|
| 345 |
+
| `--sage_blocks_range` | str | No | `0-53` | SageAttention blocks range (e.g., `0-5` or `0,1,2,3,4,5`) |
|
| 346 |
+
| `--enable_cache` | bool | No | `false` | Enable cache for transformer (use `--enable_cache` or `--enable_cache true/1` to enable, `--enable_cache false/0` to disable) |
|
| 347 |
+
| `--cache_type` | str | No | `deepcache` | Cache type for transformer (e.g., `deepcache, teacache, taylorcache`) |
|
| 348 |
+
| `--no_cache_block_id` | str | No | `53` | Blocks to exclude from deepcache (e.g., `0-5` or `0,1,2,3,4,5`) |
|
| 349 |
+
| `--cache_start_step` | int | No | `11` | Start step to skip when using cache |
|
| 350 |
+
| `--cache_end_step` | int | No | `45` | End step to skip when using cache |
|
| 351 |
+
| `--total_steps` | int | No | `50` | Total inference steps |
|
| 352 |
+
| `--cache_step_interval` | int | No | `4` | Step interval to skip when using cache |
|
| 353 |
+
|
| 354 |
+
**Note:** Use `--nproc_per_node` to specify the number of GPUs. For example, `--nproc_per_node=8` uses 8 GPUs.
|
| 355 |
+
|
| 356 |
+
### Optimal Inference Configurations
|
| 357 |
+
|
| 358 |
+
The following table provides the optimal inference configurations (CFG scale, embedded CFG scale, flow shift, and inference steps) for each model to achieve the best generation quality:
|
| 359 |
+
|
| 360 |
+
| Model | CFG Scale | Embedded CFG Scale | Flow Shift | Inference Steps |
|
| 361 |
+
|-------|-----------|-------------------|------------|-----------------|
|
| 362 |
+
| 480p T2V | 6 | None | 5 | 50 |
|
| 363 |
+
| 480p I2V | 6 | None | 5 | 50 |
|
| 364 |
+
| 720p T2V | 6 | None | 9 | 50 |
|
| 365 |
+
| 720p I2V | 6 | None | 7 | 50 |
|
| 366 |
+
| 480p T2V CFG Distilled | 1 | None | 5 | 50 |
|
| 367 |
+
| 480p I2V CFG Distilled | 1 | None | 5 | 50 |
|
| 368 |
+
| 480p I2V Step Distilled | 1 | None | 7 | 8 or 12 (recommended) |
|
| 369 |
+
| 720p T2V CFG Distilled | 1 | None | 9 | 50 |
|
| 370 |
+
| 720p I2V CFG Distilled | 1 | None | 7 | 50 |
|
| 371 |
+
| 720p T2V CFG Distilled Sparse | 1 | None | 9 | 50 |
|
| 372 |
+
| 720p I2V CFG Distilled Sparse | 1 | None | 7 | 50 |
|
| 373 |
+
| 480→720 SR Step Distilled | 1 | None | 2 | 6 |
|
| 374 |
+
| 720→1080 SR Step Distilled | 1 | None | 2 | 8 |
|
| 375 |
+
|
| 376 |
+
**Please note that the cfg distilled model we provided, must use 50 steps to generate correct results.**
|
| 377 |
+
|
| 378 |
+
### Usage with Diffusers
|
| 379 |
+
|
| 380 |
+
HunyuanVideo-1.5 is available on Hugging Face Diffusers! You can easily use it with the Diffusers library:
|
| 381 |
+
|
| 382 |
+
**Basic Usage:**
|
| 383 |
+
|
| 384 |
+
```python
|
| 385 |
+
import torch
|
| 386 |
+
|
| 387 |
+
dtype = torch.bfloat16
|
| 388 |
+
device = "cuda:0"
|
| 389 |
+
|
| 390 |
+
from diffusers import HunyuanVideo15Pipeline
|
| 391 |
+
from diffusers.utils import export_to_video
|
| 392 |
+
|
| 393 |
+
pipe = HunyuanVideo15Pipeline.from_pretrained("hunyuanvideo-community/HunyuanVideo-1.5-Diffusers-720p_t2v", torch_dtype=dtype)
|
| 394 |
+
pipe.enable_model_cpu_offload()
|
| 395 |
+
pipe.vae.enable_tiling()
|
| 396 |
+
|
| 397 |
+
generator = torch.Generator(device=device).manual_seed(seed)
|
| 398 |
+
|
| 399 |
+
video = pipe(
|
| 400 |
+
prompt=prompt,
|
| 401 |
+
generator=generator,
|
| 402 |
+
num_frames=121,
|
| 403 |
+
num_inference_steps=50,
|
| 404 |
+
).frames[0]
|
| 405 |
+
|
| 406 |
+
export_to_video(video, "output.mp4", fps=24)
|
| 407 |
+
```
|
| 408 |
+
|
| 409 |
+
**Optimized Usage with Attention Backend:**
|
| 410 |
+
|
| 411 |
+
HunyuanVideo-1.5 uses attention masks with variable-length sequences. For best performance, we recommend using an attention backend that handles padding efficiently.
|
| 412 |
+
|
| 413 |
+
We recommend installing kernels (`pip install kernels`) to access prebuilt attention kernels.
|
| 414 |
+
|
| 415 |
+
```python
|
| 416 |
+
import torch
|
| 417 |
+
|
| 418 |
+
dtype = torch.bfloat16
|
| 419 |
+
device = "cuda:0"
|
| 420 |
+
|
| 421 |
+
from diffusers import HunyuanVideo15Pipeline, attention_backend
|
| 422 |
+
from diffusers.utils import export_to_video
|
| 423 |
+
|
| 424 |
+
pipe = HunyuanVideo15Pipeline.from_pretrained("hunyuanvideo-community/HunyuanVideo-1.5-Diffusers-720p_t2v", torch_dtype=dtype)
|
| 425 |
+
pipe.enable_model_cpu_offload()
|
| 426 |
+
pipe.vae.enable_tiling()
|
| 427 |
+
|
| 428 |
+
generator = torch.Generator(device=device).manual_seed(seed)
|
| 429 |
+
|
| 430 |
+
with attention_backend("_flash_3_hub"): # or `"flash_hub"` if you are not on H100/H800
|
| 431 |
+
video = pipe(
|
| 432 |
+
prompt=prompt,
|
| 433 |
+
generator=generator,
|
| 434 |
+
num_frames=121,
|
| 435 |
+
num_inference_steps=50,
|
| 436 |
+
).frames[0]
|
| 437 |
+
export_to_video(video, "output.mp4", fps=24)
|
| 438 |
+
```
|
| 439 |
+
|
| 440 |
+
For more details, please visit [HunyuanVideo-1.5 Diffusers Collection](https://huggingface.co/collections/hunyuanvideo-community/hunyuanvideo-15).
|
| 441 |
+
|
| 442 |
+
|
| 443 |
+
## 🎓 Training
|
| 444 |
+
|
| 445 |
+
HunyuanVideo-1.5 is trained using the **Muon optimizer**, which accelerates convergence and improves training stability. The Muon optimizer combines momentum-based updates with Newton-Schulz orthogonalization for efficient optimization of large-scale video generation models.
|
| 446 |
+
|
| 447 |
+
### Quick Start
|
| 448 |
+
|
| 449 |
+
The training script (`train.py`) provides a complete training pipeline for HunyuanVideo-1.5. Here's how to use it:
|
| 450 |
+
|
| 451 |
+
#### 1. Implement Your DataLoader
|
| 452 |
+
|
| 453 |
+
Replace the `create_dummy_dataloader()` function in `train.py` with your own implementation. Your dataset's `__getitem__` method should return a single sample.
|
| 454 |
+
|
| 455 |
+
- **Required fields:**
|
| 456 |
+
- `"pixel_values"`: `torch.Tensor` - Video: `[C, F, H, W]` or Image: `[C, H, W]`
|
| 457 |
+
- Pixel values must be in range `[-1, 1]`
|
| 458 |
+
- Note: For video data, temporal dimension F must be `4n+1` (e.g., 1, 5, 9, 13, 17, ...)
|
| 459 |
+
- `"text"`: `str` - Text prompt for this sample
|
| 460 |
+
- `"data_type"`: `str` - `"video"` or `"image"`
|
| 461 |
+
|
| 462 |
+
- **Optional fields (for performance optimization):**
|
| 463 |
+
- `"latents"`: Pre-encoded VAE latents (skips VAE encoding for faster training)
|
| 464 |
+
- `"byt5_text_ids"` and `"byt5_text_mask"`: Pre-tokenized byT5 inputs
|
| 465 |
+
|
| 466 |
+
See the `create_dummy_dataloader()` function in `train.py` for detailed format documentation.
|
| 467 |
+
|
| 468 |
+
#### 2. Run Training
|
| 469 |
+
|
| 470 |
+
**Single GPU:**
|
| 471 |
+
```bash
|
| 472 |
+
python train.py --pretrained_model_root <path_to_pretrained_model> [other args]
|
| 473 |
+
```
|
| 474 |
+
|
| 475 |
+
**Multi-GPU:**
|
| 476 |
+
```bash
|
| 477 |
+
N=8
|
| 478 |
+
torchrun --nproc_per_node=$N train.py --pretrained_model_root <path_to_pretrained_model> [other args]
|
| 479 |
+
```
|
| 480 |
+
|
| 481 |
+
**Example:**
|
| 482 |
+
```bash
|
| 483 |
+
torchrun --nproc_per_node=8 train.py \
|
| 484 |
+
--pretrained_model_root ./ckpts \
|
| 485 |
+
--learning_rate 1e-5 \
|
| 486 |
+
--batch_size 1 \
|
| 487 |
+
--max_steps 10000 \
|
| 488 |
+
--output_dir ./outputs \
|
| 489 |
+
--enable_fsdp \
|
| 490 |
+
--enable_gradient_checkpointing \
|
| 491 |
+
--sp_size 8
|
| 492 |
+
```
|
| 493 |
+
|
| 494 |
+
#### 3. Key Training Parameters
|
| 495 |
+
|
| 496 |
+
| Parameter | Description | Default |
|
| 497 |
+
|-----------|-------------|---------|
|
| 498 |
+
| `--pretrained_model_root` | Path to pretrained model (required) | - |
|
| 499 |
+
| `--learning_rate` | Learning rate | 1e-5 |
|
| 500 |
+
| `--batch_size` | Batch size | 1 |
|
| 501 |
+
| `--max_steps` | Maximum training steps | 10000 |
|
| 502 |
+
| `--warmup_steps` | Warmup steps | 500 |
|
| 503 |
+
| `--gradient_accumulation_steps` | Gradient accumulation steps | 1 |
|
| 504 |
+
| `--enable_fsdp` | Enable FSDP for distributed training | true |
|
| 505 |
+
| `--enable_gradient_checkpointing` | Enable gradient checkpointing | true |
|
| 506 |
+
| `--sp_size` | Sequence parallelism size (must divide world_size) | 8 |
|
| 507 |
+
| `--i2v_prob` | Probability of i2v task for video data | 0.3 |
|
| 508 |
+
| `--use_muon` | Use Muon optimizer | true |
|
| 509 |
+
| `--resume_from_checkpoint` | Resume from checkpoint directory | None |
|
| 510 |
+
| `--use_lora` | Enable LoRA fine-tuning | false |
|
| 511 |
+
| `--lora_r` | LoRA rank | 8 |
|
| 512 |
+
| `--lora_alpha` | LoRA alpha scaling parameter | 16 |
|
| 513 |
+
| `--lora_dropout` | LoRA dropout rate | 0.0 |
|
| 514 |
+
| `--pretrained_lora_path` | Path to pretrained LoRA adapter | None |
|
| 515 |
+
|
| 516 |
+
#### 4. Monitor Training
|
| 517 |
+
|
| 518 |
+
- Checkpoints are saved to `output_dir` at intervals specified by `--save_interval`
|
| 519 |
+
- Validation videos are generated at intervals specified by `--validation_interval`
|
| 520 |
+
- Training logs are printed to console at intervals specified by `--log_interval`
|
| 521 |
+
|
| 522 |
+
#### 5. Resume Training
|
| 523 |
+
|
| 524 |
+
Use `--resume_from_checkpoint <checkpoint_dir>` to resume from a saved checkpoint:
|
| 525 |
+
```bash
|
| 526 |
+
python train.py \
|
| 527 |
+
--pretrained_model_root <path> \
|
| 528 |
+
--resume_from_checkpoint ./outputs/checkpoint-1000
|
| 529 |
+
```
|
| 530 |
+
|
| 531 |
+
#### 6. LoRA Fine-tuning
|
| 532 |
+
|
| 533 |
+
To enable LoRA fine-tuning, add `--use_lora` to your training command. LoRA adapters will be saved in the checkpoint directory under `lora/`:
|
| 534 |
+
|
| 535 |
+
```bash
|
| 536 |
+
torchrun --nproc_per_node=8 train.py \
|
| 537 |
+
--pretrained_model_root ./ckpts \
|
| 538 |
+
--use_lora \
|
| 539 |
+
--lora_r 8 \
|
| 540 |
+
--lora_alpha 16 \
|
| 541 |
+
--learning_rate 1e-4 \
|
| 542 |
+
--output_dir ./outputs
|
| 543 |
+
```
|
| 544 |
+
|
| 545 |
+
To load a pretrained LoRA adapter, use `--pretrained_lora_path`:
|
| 546 |
+
```bash
|
| 547 |
+
torchrun --nproc_per_node=8 train.py \
|
| 548 |
+
--pretrained_model_root ./ckpts \
|
| 549 |
+
--use_lora \
|
| 550 |
+
--pretrained_lora_path ./outputs/checkpoint-1000/lora/default
|
| 551 |
+
```
|
| 552 |
+
|
| 553 |
+
|
| 554 |
+
## 📊 Evaluation
|
| 555 |
+
|
| 556 |
+
### Rating
|
| 557 |
+
We assess text-to-video generation using a comprehensive rating methodology that considers five key dimensions: text-video consistency, visual quality, structural stability, motion effects, and the aesthetic quality of individual frames. For image-to-video generation, the evaluation encompasses image-video consistency, instruction responsiveness, visual quality, structural stability, and motion effects.
|
| 558 |
+
|
| 559 |
+
<div align="center">
|
| 560 |
+
<img src="./assets/T2V_Rating.png" alt="rating result of t2v" width="800">
|
| 561 |
+
</div>
|
| 562 |
+
|
| 563 |
+
---
|
| 564 |
+
|
| 565 |
+
<div align="center">
|
| 566 |
+
<img src="./assets/I2V_Rating.png" alt="rating result of i2v" width="800">
|
| 567 |
+
</div>
|
| 568 |
+
|
| 569 |
+
|
| 570 |
+
### GSB
|
| 571 |
+
The GSB(Good/Same/Bad) approach is widely used to evaluate the relative performance of two models based on overall video perception quality.We carefully construct 300 diverse text prompts and 300 image samples to cover balanced application scenarios for both text-to-video and image-to-video tasks. For each prompt or image input, an equal number of video samples are generated by each model in a single run to ensure comparability. To maintain fairness, inference is performed only once per input without any cherry-picking of results. All competing models are evaluated using their default configurations. The evaluation is conducted by over 100 professional assessors
|
| 572 |
+
|
| 573 |
+
<div align="center">
|
| 574 |
+
<img src="./assets/T2V_GSB.png" alt="gsb result of t2v" width="800">
|
| 575 |
+
</div>
|
| 576 |
+
|
| 577 |
+
---
|
| 578 |
+
|
| 579 |
+
<div align="center">
|
| 580 |
+
<img src="./assets/I2V_GSB.png" alt="gsb result of i2v" width="800">
|
| 581 |
+
</div>
|
| 582 |
+
|
| 583 |
+
|
| 584 |
+
### Inference speed
|
| 585 |
+
We report inference speed with basic engineering-level acceleration techniques enabled on 8 H800 GPUs to demonstrate practical performance achievable in real-world deployment scenarios.
|
| 586 |
+
Please note that in this experiment, we do not pursue the most extreme acceleration at the cost of generation quality, but rather to achieve notable speed improvements while maintaining nearly identical output quality.
|
| 587 |
+
|
| 588 |
+
We report the total inference time for 50 diffusion steps for HunyuanVideo 1.5 below:
|
| 589 |
+
|
| 590 |
+
<div align="center">
|
| 591 |
+
<img src="./assets/speed.png" alt="" width="100%">
|
| 592 |
+
</div>
|
| 593 |
+
|
| 594 |
+
## 🎬 More Examples
|
| 595 |
+
|Features|Demo1|Demo2|
|
| 596 |
+
|------|------|------|
|
| 597 |
+
|Strong Instruction Following|<video src="https://github.com/user-attachments/assets/fdc3c27b-69f5-46a1-b707-0b57510fa32f" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```一名哀伤的黑发中国女子凝望天空,复古胶片风格烘托出怀旧戏剧氛围``` </details> <details><summary>📋 Show rewrite prompt</summary> ```俯视角度,一位有着深色,略带凌乱的长卷发的年轻中国女性,佩戴着闪耀的珍珠项链和圆形金色耳环,她凌乱的头发被风吹散,她微微抬头,望向天空,神情十分哀伤,眼中含着泪水。嘴唇涂着红色口红。背景是带有华丽红色花纹的图案。画面呈现复古电影风格,色调低饱和,带着轻微柔焦,烘托情绪氛围,质感仿佛20世纪90年代的经典胶片风格,营造出怀旧且富有戏剧性的感觉。``` </details>|<video src="https://github.com/user-attachments/assets/3fcb42cc-cdd3-4651-86a6-645a858561c4" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```建筑蓝图上的线条化为实体,瞬间生长出一个完整的复古工业风办公空间。``` </details> <details><summary>📋 Show rewrite prompt</summary> ```一座空旷的现代阁楼里,有一张铺展在地板中央的建筑蓝图。忽然间,图纸上的线条泛起微光,仿佛被某种无形的力量唤醒。紧接着,那些发光的线条开始向上延伸,从平面中挣脱,勾勒出立体的轮廓——就像在空中进行一场无声的3D打印。随后,奇迹在加速发生:极简的橡木办公桌、优雅的伊姆斯风格皮质椅、高挑的工业风金属书架,还有几盏爱迪生灯泡,以光纹为骨架迅速“生长”出来。转瞬间,线条被真实的材质填充——木材的温润、皮革的质感、金属的冷静,都在眨眼间完整呈现。最终��所有家具稳固落地,蓝图的光芒悄然褪去。一个完整的办公空间,就这样从二维的图纸中诞生。``` </details>|
|
| 598 |
+
|Smooth Motion Generation|<video src="https://github.com/user-attachments/assets/447847f0-490a-45f9-a86d-a67ab1ff4231" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```A DJ is immersed in his musical world. He wears a pair of professional, matte-black headphones, revealing a focused expression. He wears a black bomber jacket, zipped open to reveal a T-shirt underneath. His upper body sways back and forth rhythmically to the throbbing electronic beats, his head moving with precise movement. The mixing console in front of him serves as the primary source of light. In the distance, the cool white glow of several stadium floodlights casts a deep, dark haze across the vast field, casting long shadows across the emerald green grass, creating a stark contrast to the brightly lit area surrounding the DJ booth. His hands danced swiftly and precisely across the equipment. The entire scene was filled with high-tech dynamics and the solitary creative passion. Against the backdrop of the vast and silent night stadium, it created an atmosphere of high focus, energy, and a slightly surreal feeling.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```slowly advancing medium shot, shot from a level angle, focuses on the center of an empty football field, where a DJ is immersed in his musical world. He wears a pair of professional, matte-black headphones, one earcup slightly removed, revealing a focused expression and a brow beaded with sweat from his intense concentration. He wears a black bomber jacket, zipped open to reveal a T-shirt underneath. His upper body sways back and forth rhythmically to the throbbing electronic beats, his head moving with precise movement. The mixing console in front of him serves as the primary source of light. In the distance, the cool white glow of several stadium floodlights casts a deep, dark haze across the vast field, casting long shadows across the emerald green grass, creating a stark contrast to the brightly lit area surrounding the DJ booth. His hands danced swiftly and precisely across the equipment, one hand steadily pushing and pulling a long volume fader, while the fingers of the other nimbly jumped between the illuminated knobs and pads, sometimes decisively cutting a bass line, sometimes triggering an echo effect. The entire scene was filled with high-tech dynamics and the solitary creative passion. Against the backdrop of the vast and silent night stadium, it created an atmosphere of high focus, energy, and a slightly surreal feeling.``` </details>|<video src="https://github.com/user-attachments/assets/49057fe8-a102-4fd7-bd92-e9561abb9f45" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```A figure skater performs a rapid, graceful Biellmann spin, captured from all angles.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```The video captures a figure skater performing a Biellmann spin on ice. The subject is a female skater in a glittering costume. Initially, she spins on one leg. Then, she reaches back and pulls her free leg up. Next, she spins rapidly, becoming a blur of motion, with ice shavings spraying from her skate blade. The background is an ice rink with blurred advertising boards. The camera circles around the subject to capture the spin from all angles. The lighting is spotlit, creating lens flares and sparkles on her costume. The overall video presents a graceful artistic sports style.``` </details>|
|
| 599 |
+
|Cinematic Aesthetics|<video src="https://github.com/user-attachments/assets/4098cf72-357d-4b81-97df-6752064ce0c3" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```固定镜头,焦点在图片里的挂钟上,镜头轻微摇晃营造手持摄影感,wjw,filmphotos,Film Grain,Reversal film photography,Wong Kar-wai movies,cinematic photography, HK film style,neon lighting, in the style of Wong Kar Wai film``` </details> <details><summary>📋 Show rewrite prompt</summary> ```Handheld lens shooting, the camera focuses on the wall clock hanging on the green-toned wall, shaking slightly. The second hand sweeps steadily across the clock face, and the shadow of the clock cast on the wall shifts subtly with the movement of the lens.``` </details>|<video src="https://github.com/user-attachments/assets/2b4575e5-79f1-4011-bed0-e8380198f7c9" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```The leaves of calamus shine in the sunlight, dotted with dewdrops that trickle down to the ground with the breeze.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```A macro shot focuses on long, slender calamus leaves, rendered in a cinematic photography realistic style. The main leaf, a vibrant, deep green, is positioned diagonally across the frame. Its surface is covered in tiny, glistening spherical dewdrops that catch and refract the bright morning sunlight, creating sparkling highlights. Initially, a larger, perfectly round dewdrop clings to the upper section of the leaf, its surface tension holding it in place. Then, as the leaf sways almost imperceptibly, the dewdrop begins to slowly dislodge. Next, it starts to trickle down the central vein of the leaf, its shape elongating slightly as it moves, leaving a subtle, glistening wet trail in its path. Finally, it reaches the pointed tip of the leaf, hangs for a brief moment, and falls out of the bottom of the frame. In the background, other leaves and blades of grass are softly blurred, creating a beautiful bokeh effect with soft, out-of-focus circles of light. The environment is bathed in the warm, golden glow of early morning sunlight, which streams in from behind the leaves, backlighting them and causing their wet edges to shine brilliantly. The overall impression is one of serene, natural beauty, captured in a highly realistic and detailed manner. This is a macro shot. The camera tilts down very slowly, following the path of the main dewdrop as it travels down the leaf. The lighting is soft and natural, with strong backlighting to create a radiant, glowing effect on the dewdrops and leaf edges, characteristic of professional nature photography. The atmosphere is peaceful and serene. The overall video presents a cinematic photography realistic style.``` </details>|
|
| 600 |
+
|Text Rendering|<video src="https://github.com/user-attachments/assets/7c964fc5-c27e-4bd0-bf3f-eb8fca2caef6" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```赛博朋克风格的夜晚街角,一个巨大的招牌上, “Hunyuan Video 1.5”的霓虹灯管轮廓已经安装好。镜头推进,霓虹灯从“H”开始,伴随着‘滋滋’的电流声,每个字母依次亮起粉紫色的光芒,直到全部点亮,照亮了潮湿的街道。赛博朋克,城市美学``` </details> <details><summary>📋 Show rewrite prompt</summary> ```On a wet street corner in a cyberpunk city at night, a large neon sign reading "Hunyuan Video 1.5" lights up sequentially, illuminating the dark, rainy environment with a pinkish-purple glow. he scene is a dark, rain-slicked street corner in a futuristic, cinematic cyberpunk city. Mounted on the metallic, weathered facade of a building is a massive, unlit neon sign. The sign's glass tube framework clearly spells out the words "Hunyuan Video 1.5". Initially, the street is dimly lit, with ambient light from distant skyscrapers creating shimmering reflections on the wet asphalt below. Then, the camera zooms in slowly toward the sign. As it moves, a low electrical sizzling sound begins. In the background, the dense urban landscape of the cyberpunk metropolis is visible through a light atmospheric haze, with towering structures adorned with their own flickering advertisements. A complex web of cables and pipes crisscrosses between the buildings. The shot is at a low angle, looking up at the sign to emphasize its grand scale. The lighting is high-contrast and dramatic, dominated by the neon glow which creates sharp, specular reflections and deep shadows. The atmosphere is moody and tech-noir. The overall video presents a cinematic photography realistic style.,``` </details>|<video src="https://github.com/user-attachments/assets/73e8b741-baec-4a40-9d36-a1435172ab64" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```一张铺开的中国宣纸上,浓墨滴入水中,晕染出壮丽的山水画轮廓。山峰、云雾、孤舟在墨色中自然形成。随后,这些水墨元素巧妙地流动、重组,在画面的留白处汇聚成"Hunyuan Video 1.5"的书法字体。优雅,诗意,文化底蕴``` </details> <details><summary>📋 Show rewrite prompt</summary> ```A drop of black ink blooms on wet Chinese Xuan paper, forming a landscape painting before the ink elements fluidly reassemble into the calligraphic text "Hunyuan Video 1.5". On a flat, laid-out sheet of off-white Chinese Xuan paper with a subtle, fibrous texture, the scene unfolds. Initially, a single, concentrated drop of deep black ink falls into a clear, wet area at the center of the paper. Then, the ink instantly begins to bloom outwards in intricate, flowing tendrils of varying shades from jet-black to smoky grey. As it spreads, the ink wash naturally and rapidly forms the silhouette of a majestic mountain range with sharp, defined peaks. Next, softer, diluted grey tones billow around the mountains, creating layers of atmospheric mist and clouds, while a simple, dark stroke materializes as a lone boat on a tranquil, watery expanse at the base. As the landscape is formed, the ink elements—the lines of the mountains, wisps of cloud, and the shape of the boat—begin to deconstruct, dissolving into flowing streams of liquid ink. Finally, these streams move gracefully across the paper's empty white space, converging and elegantly reorganizing to form the text "Hunyuan Video 1.5" in a fluid, semi-cursive calligraphic style. The background is the minimalist expanse of the Xuan paper itself, its texture providing a subtle depth. The entire process is lit by soft, even, diffused light from above, which enhances the rich tonal variations of the ink and the delicate texture of the paper without creating harsh shadows. Bird's-eye view. The camera is positioned directly above the subject, capturing the entire process. The camera remains static. The aesthetic is a high-quality, dynamic Chinese ink wash animation style, perfectly simulating the real-world physics of ink spreading on wet paper. The entire sheet of paper and the final text are kept fully within the frame. Poetic, elegant, artistic. The overall video presents a dynamic Chinese ink wash animation style.``` </details>|
|
| 601 |
+
|Physics Compliance|<video src="https://github.com/user-attachments/assets/f1d74e48-cc03-415d-b75f-f7186a4fb41d" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```In a sleek museum gallery, a woman pauses before a gilded oil painting. The painted man inside slowly comes alive, lifting a bottle and pouring real wine straight from the canvas into her glass. Surrounded by stylish art critics moving naturally through the hall, she accepts the pour with calm elegance, as if the impossible were routine. ``` </details> <details><summary>📋 Show rewrite prompt</summary> ```In a sleek museum gallery, a woman receives a glass of wine poured directly from an animated oil painting. A sophisticated woman with dark hair tied back elegantly stands in the mid-ground. She is wearing a simple, black silk sleeveless dress and holds a clear, crystal wine glass in her right hand. She is positioned before a large, baroque-style oil painting in an ornate, gilded frame. Inside the painting, an aristocratic man with a mustache, dressed in a dark velvet doublet with a white lace collar, is depicted. His form is defined by visible, impasto oil brushstrokes. Initially, the woman watches the painting with calm poise. Then, the painted man's arm slowly animates, his painted texture retained as he lifts a dark bottle. Next, a photorealistic stream of red wine emerges directly from the flat canvas surface, arcing through the air and splashing gently into the real crystal glass she holds. She remains perfectly still, accepting the impossible pour with a subtle, knowing smile. The setting is a modern art gallery with high white walls and polished dark concrete floors that reflect the ambient light. Focused track lighting from the high ceiling casts a warm, dramatic spotlight on the woman and the painting, creating soft shadows. In the background, two other gallery patrons, a man and a woman in stylish, modern attire, stroll slowly from right to left, their figures slightly blurred by a shallow depth of field, moving naturally through the hall. The shot is at an eye-level angle with the woman. The camera remains static, capturing the surreal event in a steady medium shot. The lighting is high-contrast and dramatic, reminiscent of a cinematic photography realistic style, using soft side lighting to accentuate the woman's features and the texture of the painting. The mood is surreal, elegant, and mysterious. The overall video presents a cinematic photography realistic style.``` </details>|<video src="https://github.com/user-attachments/assets/07bcce06-ff4f-4688-8c60-c02f600635ea" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```An intact soda can is slowly crushed by a hand.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```In a medium close-up, a hand slowly crushes an intact red and white soda can on a wooden table. A male hand with visible, realistic skin texture is wrapped firmly around the middle of an intact, pristine red and white aluminum soda can. The can, covered in glistening condensation droplets, rests on a dark, polished wooden surface. The cinematic realism captures every minute detail of the scene. Initially, the hand's grip is steady, with the can's cylindrical shape perfectly preserved. Then, the fingers begin to tighten slowly, the knuckles whitening slightly from the exertion. Next, the smooth aluminum surface starts to buckle under the controlled pressure, a sharp crease forming vertically down its side as the metallic sheen distorts. As the hand continues its deliberate squeeze, the can collapses inward progressively, the vibrant red paint wrinkling as the metal structure crumples. Finally, the can is left significantly crushed, its form now an irregular, crumpled shape held tightly in the fist. The scene takes place on a dark, polished wooden tabletop that catches soft, diffuse reflections. The grain of the wood is faintly discernible, adding a layer of texture to the foreground. The background is completely out of focus, rendered as a soft, dark, and non-descript blur, which isolates the main action and enhances the photorealistic quality of the shot. The shot is a medium close-up, presented in a cinematic photography realistic style. The camera remains static at a slightly high angle, looking down to provide a clear and unobstructed view of the can's deformation. Soft side lighting creates high contrast, sculpting the muscles and tendons of the hand while casting specular highlights on the metallic can and the water droplets. The atmosphere is focused and intense. The overall video presents a cinematic photography realistic style.``` </details>|
|
| 602 |
+
|Camera Movement|<video src="https://github.com/user-attachments/assets/6deacbfe-4cca-48d7-a2be-cb638a3e01cb" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```圣诞节的家中,小女孩靠着妈妈听妈妈读书,背景是下着雪的窗外,镜头缓慢下移,一只可爱的长毛小白猫戴着圣诞帽趴在温暖的地摊上``` </details> <details><summary>📋 Show rewrite prompt</summary> ```In a cozy home on Christmas, a young girl leans against her mother as they read a book, and the camera moves down to reveal a fluffy white cat in a Santa hat resting on a warm rug. In a warmly lit living room on a snowy Christmas evening, a young mother and her little daughter are sitting together on a comfortable sofa. The mother, with a gentle expression and wearing a cream-colored knitted sweater, holds an open storybook with colorful illustrations. Her daughter, a small girl with brown hair in pigtails and a red pajama set, leans her head affectionately on her mother's shoulder, her eyes fixed on the book. On the floor below them, a fluffy, long-haired white cat is curled up on a plush, beige wool rug. The cat wears a tiny red and white Santa hat perched between its ears. Initially, the shot focuses on the mother and daughter, capturing their quiet, shared moment. The mother’s finger gently rests on the page of the book. Then, the camera slowly moves downward, gliding past the book and their laps. Finally, the camera settles at a low angle, bringing the adorable white cat into sharp focus as the primary subject. The cat's chest gently rises and falls with each breath, its eyes peacefully closed. Through a large window in the background, large, soft snowflakes can be seen falling silently against the dark blue twilight sky, creating a peaceful and serene backdrop. Faint, out-of-focus golden Christmas lights twinkle in the corner of the room, adding to the warm, festive atmosphere. The scene is imbued with a sense of comfort and holiday warmth, creating a beautiful cinematic photography realistic image. The camera slowly moves downward. The shot uses soft, warm interior lighting that casts gentle shadows, creating a high-contrast, cinematic look. A shallow depth of field keeps the focus on the subjects while beautifully blurring the background elements. The mood is heartwarming, peaceful, and festive. The overall video presents a cinematic photography realistic style.``` </details>|<video src="https://github.com/user-attachments/assets/8e72ed0f-f8ac-445b-97e5-eb4b16fbc121" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```The hiker begins walking forward along the trail, causing the water bottle to swing rhythmically with each step. The camera gradually pulls back and rises to reveal a vast desert landscape stretching out ahead.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```The hiker begins walking forward along the trail, causing the water bottle to swing rhythmically with each step. The camera gradually pulls back and rises to reveal a vast desert landscape stretching out ahead, while the sun position shifts from afternoon to dusk, casting increasingly longer shadows across the terrain as the figure becomes smaller in the frame.``` </details>|
|
| 603 |
+
|Multi-Style Support|<video src="https://github.com/user-attachments/assets/65b2c5a5-e6ba-43be-9462-a98b03b675f1" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```Have the cake man begin to take chunks out of himself and eat it.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```The cake man sits on the chair, with his hands resting on his knees. Then, he slowly raises his right hand and breaks off a piece of cake from his left shoulder. Next, he brings the piece of cake to his mouth and begins to chew. At the same time, his eyes widen slightly, and his mouth parts gently. After that, he raises his right hand again, breaks off another piece of cake from his right arm, and repeats the action of bringing it to his mouth to chew.``` </details>|<video src="https://github.com/user-attachments/assets/de5f7480-b79c-4fc1-b345-c5880a3b5f9e" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```A little girl, carrying a colorful handbag, skips through the garden. The video uses claymation style.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```A little girl with a colorful handbag skips through a whimsical claymation garden. In a vibrant garden constructed entirely from clay, a young girl, meticulously crafted in a claymation style, skips joyfully. She has chunky, sculpted yellow clay hair tied in pigtails that bounce with a slight stiffness, simple black button eyes, and a wide, permanently etched smile. She wears a simple pink clay dress with a white collar. In her left hand, she carries a small handbag molded from bright red and blue clay, which swings in a slightly jerky arc as she moves. Initially, the girl lifts her right leg high, her body momentarily suspended in a classic stop-motion pose. Then, she hops forward, landing lightly as her left leg swings through for the next skip. Her arms move in an exaggerated, back-and-forth rhythm, characteristic of stop-motion animation. Her movements are intentionally not perfectly fluid, highlighting the frame-by-frame nature of the claymation technique. The garden around her is a whimsical, textured world. In the foreground and mid-ground, oversized flowers with swirled purple and orange petals stand on thick green stems. The ground is a textured mat of green clay, showing subtle fingerprints and tool marks that add to the handmade charm. In the background, a pale blue clay backdrop features a simplified, smiling sun molded from yellow clay. The shot is at an eye-level angle with the main subject. The camera follows the subject, moving smoothly to the right to keep her in the frame. The lighting is bright and even, casting soft shadows that emphasize the rounded, three-dimensional forms of the clay models. The overall video presents a charming and detailed claymation style.``` </details>|
|
| 604 |
+
|High Image-Video Consistency|<img src="https://github.com/user-attachments/assets/3bc8e55d-c211-454e-8067-128c0e215eb6"> <video src="https://github.com/user-attachments/assets/3e6b7ee9-ec66-4e46-a446-801b1c1a1c81" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```女孩放下书,站起身,转身向屋内走去。镜头拉远。``` </details> <details><summary>📋 Show rewrite prompt</summary> ```女孩合上手中的书,将书放在身侧的窗台上。随后,她缓缓站起身,转身向屋内走去,身影逐渐没入门后的阴影中。镜头缓缓拉远,露出更多被绿植覆盖的屋檐和墙体。``` </details>|<img src="https://github.com/user-attachments/assets/7657ce60-90b5-4fdc-b713-0eaa55829b09"> <video src="https://github.com/user-attachments/assets/9ca24021-2353-40d5-8a4d-0f8e67d51826" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```女人手上的鸟亲了女人一口``` </details> <details><summary>📋 Show rewrite prompt</summary> ```女人手臂上的白色鹦鹉缓缓转过头,将喙轻轻触碰女人的脸颊,随后收回头部。女人嘴角微微上扬,目光温柔地注视着鹦鹉。背景中的绿植保持静止。``` </details>|
|
| 605 |
+
|
| 606 |
+
|
| 607 |
+
|
| 608 |
+
|
| 609 |
+
## 📚 Citation
|
| 610 |
+
|
| 611 |
+
```bibtex
|
| 612 |
+
@misc{hunyuanvideo2025,
|
| 613 |
+
title={HunyuanVideo 1.5 Technical Report},
|
| 614 |
+
author={Tencent Hunyuan Foundation Model Team},
|
| 615 |
+
year={2025},
|
| 616 |
+
eprint={2511.18870},
|
| 617 |
+
archivePrefix={arXiv},
|
| 618 |
+
primaryClass={cs.CV},
|
| 619 |
+
url={https://arxiv.org/abs/2511.18870},
|
| 620 |
+
}
|
| 621 |
+
```
|
| 622 |
+
|
| 623 |
+
## 🙏 Acknowledgements
|
| 624 |
+
We would like to thank the contributors to the [Transformers](https://github.com/huggingface/transformers), [Diffusers](https://github.com/huggingface/diffusers) , [HuggingFace](https://huggingface.co/) and [Qwen-VL](https://github.com/QwenLM/Qwen-VL), for their open research and exploration.
|
| 625 |
+
|
| 626 |
+
## 🌟 Github Star History
|
| 627 |
+
|
| 628 |
+
<a href="https://star-history.com/#Tencent-Hunyuan/HunyuanVideo-1.5&Date">
|
| 629 |
+
<picture>
|
| 630 |
+
<source media="(prefers-color-scheme: dark)" srcset="https://api.star-history.com/svg?repos=Tencent-Hunyuan/HunyuanVideo-1.5&type=Date1&theme=dark" />
|
| 631 |
+
<source media="(prefers-color-scheme: light)" srcset="https://api.star-history.com/svg?repos=Tencent-Hunyuan/HunyuanVideo-1.5&type=Date1" />
|
| 632 |
+
<img alt="Star History Chart" src="https://api.star-history.com/svg?repos=Tencent-Hunyuan/HunyuanVideo-1.5&type=Date1" />
|
| 633 |
+
</picture>
|
| 634 |
+
</a>
|
README_CN.md
ADDED
|
@@ -0,0 +1,612 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[Read in English](./README.md)
|
| 2 |
+
|
| 3 |
+
# HunyuanVideo-1.5
|
| 4 |
+
|
| 5 |
+
<div align="center">
|
| 6 |
+
|
| 7 |
+
<img src="./assets/logo.png" alt="HunyuanVideo-1.5 Logo" width="80%">
|
| 8 |
+
|
| 9 |
+
# 🎬 HunyuanVideo-1.5: 一款领先的轻量级视频生成模型
|
| 10 |
+
|
| 11 |
+
</div>
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
<div align="center">
|
| 15 |
+
<!-- <img src="./assets/banner.png" alt="HunyuanVideo-1.5 Banner" width="800"> -->
|
| 16 |
+
|
| 17 |
+
</div>
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
HunyuanVideo-1.5作为一款轻量级视频生成模型,仅需83亿参数即可提供顶级画质,大幅降低使用门槛。该模型在消费级显卡上运行流畅,让每位开发者和创作者都能轻松使用。本代码库提供生成创意视频所需的实现方案与工具集。
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
<div align="center">
|
| 24 |
+
<a href="https://hunyuan.tencent.com/video/zh?tabIndex=0" target="_blank"><img src=https://img.shields.io/badge/Official%20Site-333399.svg?logo=homepage height=22px></a>
|
| 25 |
+
<a href=https://huggingface.co/tencent/HunyuanVideo-1.5 target="_blank"><img src=https://img.shields.io/badge/%F0%9F%A4%97%20Models-d96902.svg height=22px></a>
|
| 26 |
+
<a href=https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5 target="_blank"><img src= https://img.shields.io/badge/Page-bb8a2e.svg?logo=github height=22px></a>
|
| 27 |
+
<a href="https://arxiv.org/pdf/2511.18870" target="_blank"><img src=https://img.shields.io/badge/Report-b5212f.svg?logo=arxiv height=22px></a>
|
| 28 |
+
<a href=https://x.com/TencentHunyuan target="_blank"><img src=https://img.shields.io/badge/Hunyuan-black.svg?logo=x height=22px></a>
|
| 29 |
+
<a href="https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5/blob/main/assets/HunyuanVideo_1_5_Prompt_Handbook_EN.md" target="_blank"><img src=https://img.shields.io/badge/📚-PromptHandBook-blue.svg?logo=book height=22px></a> <br/>
|
| 30 |
+
<a href="./ComfyUI/README.md" target="_blank"><img src=https://img.shields.io/badge/ComfyUI-blue.svg?logo=book height=22px></a>
|
| 31 |
+
<a href="https://github.com/ModelTC/LightX2V" target="_blank"><img src=https://img.shields.io/badge/LightX2V-yellow.svg?logo=book height=22px></a>
|
| 32 |
+
<a href="https://tusi.cn/models/933574988890423836" target="_blank"><img src=https://img.shields.io/badge/吐司-purple.svg?logo=book height=22px></a>
|
| 33 |
+
<a href="https://tensor.art/models/933574988890423836" target="_blank"><img src=https://img.shields.io/badge/TensorArt-cyan.svg?logo=book height=22px></a>
|
| 34 |
+
</div>
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
<p align="center">
|
| 38 |
+
👏 加入我们的 <a href="./assets/wechat.png" target="_blank">微信社区</a> 和 <a href="https://discord.gg/ehjWMqF5wY">Discord</a> |
|
| 39 |
+
💻 <a href="https://hunyuan.tencent.com/video/zh?tabIndex=0">官方网站 立即体验模型!</a>  
|
| 40 |
+
</p>
|
| 41 |
+
|
| 42 |
+
## 🔥🔥🔥 最新动态
|
| 43 |
+
* 🚀 Dec 23, 2025: 支持 Fp8 gemm 推理!🔥🔥🔥🆕
|
| 44 |
+
* 🚀 Dec 05, 2025: **新模型发布**:我们现已发布 [480p I2V 步数蒸馏模型](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v_step_distilled),建议使用 8 或 12 步生成视频!在 RTX 4090 上,端到端生成耗时减少 75%,单卡 RTX 4090 可在 **75 秒**内生成视频。步数蒸馏模型在保持与原模型相当质量的同时实现了显著的加速。详细的质量对比请参见[步数蒸馏对比文档](./assets/step_distillation_comparison.md)。如需更快的生成速度,您也可以尝试使用4步推理(速度更快,质量略有下降)。**启用步数蒸馏模型,请运行 `generate.py` 并使用 `--enable_step_distill` 参数。** 详细的使用说明请参见[使用方法](#-使用方法)。 🔥🔥🔥🆕
|
| 45 |
+
* 📚 Dec 05, 2025: **训练代码和 LoRA 微调脚本已发布**:我们现已开源 HunyuanVideo-1.5 的完整训练代码!训练脚本(`train.py`)提供了完整的训练流程,支持分布式训练、FSDP、context parallel、梯度检查点等功能。HunyuanVideo-1.5 使用 Muon 优化器进行训练,我们在[训练](#-训练)部分已开源。**如果您希望继续训练我们的模型,或使用 LoRA 进行微调,请使用 Muon 优化器。** 详细使用说明请参见[训练](#-训练)部分。 🔥🔥🔥🆕
|
| 46 |
+
* 🎉 **Diffusers 支持**:HunyuanVideo-1.5 现已支持 Hugging Face Diffusers!查看我们的 [Diffusers 集合](https://huggingface.co/collections/hunyuanvideo-community/hunyuanvideo-15) 以便轻松集成。 🔥🔥🔥🆕
|
| 47 |
+
* 🚀 Nov 27, 2025: 我们现已支持 cache 推理(deepcache, teacache, taylorcache),可极大加速推理!请 pull 最新代码体验。 🔥🔥🔥🆕
|
| 48 |
+
* 🚀 Nov 24, 2025: 我们现已支持 deepcache 推理。
|
| 49 |
+
* 👋 Nov 20, 2025: 我们开源了 HunyuanVideo-1.5的代码和推理权重
|
| 50 |
+
|
| 51 |
+
## 🎥 演示视频
|
| 52 |
+
<div align="center">
|
| 53 |
+
<video src="https://github.com/user-attachments/assets/d45ec78e-ea40-47f1-8d4d-f4d9a0682e2d" width="60%"> </video>
|
| 54 |
+
</div>
|
| 55 |
+
|
| 56 |
+
## 🧩 社区贡献
|
| 57 |
+
|
| 58 |
+
如果您在项目中使用或开发了 HunyuanVideo-1.5,欢迎告知我们。
|
| 59 |
+
|
| 60 |
+
- **Diffusers** - [HunyuanVideo-1.5 Diffusers](https://huggingface.co/collections/hunyuanvideo-community/hunyuanvideo-15): HunyuanVideo-1.5 的官方 Hugging Face Diffusers 集成。使用 Diffusers 库轻松使用 HunyuanVideo-1.5,无缝集成到您的项目中。详情请参阅[使用 Diffusers](#使用-diffusers) 部分。
|
| 61 |
+
|
| 62 |
+
- **ComfyUI** - [ComfyUI](https://github.com/comfyanonymous/ComfyUI): 一个强大且模块化的扩散模型图形界面,采用节点式工作流。ComfyUI 支持 HunyuanVideo-1.5,并提供多种工程加速优化以实现快速推理。
|
| 63 |
+
我们提供了一个 [ComfyUI 使用指南](./ComfyUI/README.md) 用于 HunyuanVideo-1.5。
|
| 64 |
+
- **社区实现的 ComfyUI 插件** - [comfyui_hunyuanvideo_1.5_plugin](https://github.com/yuanyuan-spec/comfyui_hunyuanvideo_1.5_plugin): 社区实现的 HunyuanVideo-1.5 ComfyUI 插件,提供简化版和完整版节点集,支持快速使用或深度工作流定制,内置自动模型下载功能。
|
| 65 |
+
|
| 66 |
+
- **LightX2V** - [LightX2V](https://github.com/ModelTC/LightX2V): 一个轻量级高效的视频生成框架,集成了 HunyuanVideo-1.5,支持多种工程加速技术以实现快速推理。
|
| 67 |
+
|
| 68 |
+
- **Wan2GP v9.62** - [Wan2GP](https://github.com/deepbeepmeep/Wan2GP): Wan2GP 是一款对显存要求非常低的应用(在 Hunyuan Video 1.5 下最低仅需 6GB 显存),支持 Lora 加速器实现 8 步生成,并且提供多种视频生成辅助工具。
|
| 69 |
+
|
| 70 |
+
- **ComfyUI-MagCache** - [ComfyUI-MagCache](https://github.com/Zehong-Ma/ComfyUI-MagCache): MagCache 是一种无需训练的缓存方法,通过估计模型输出在不同时间步之间的波动差异来加速视频生成。在 20 步推理下,可为 HunyuanVideo-1.5 实现 1.7 倍加速。
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
## 📑 开源计划
|
| 74 |
+
- HunyuanVideo-1.5 (文生视频/图生视频)
|
| 75 |
+
- [x] 推理代码和模型权重
|
| 76 |
+
- [x] 支持 ComfyUI
|
| 77 |
+
- [x] 支持 LightX2V
|
| 78 |
+
- [x] Diffusers 支持
|
| 79 |
+
- [ ] 发布所有模型权重(稀疏注意力、蒸馏模型和超分辨率模型)
|
| 80 |
+
|
| 81 |
+
|
| 82 |
+
## 📋 目录
|
| 83 |
+
- [🔥🔥🔥 最新动态](#-最新动态)
|
| 84 |
+
- [🎥 演示视频](#-演示视频)
|
| 85 |
+
- [🧩 社区贡献](#-社区贡献)
|
| 86 |
+
- [📑 开源计划](#-开源计划)
|
| 87 |
+
- [📖 模型介绍](#-模型介绍)
|
| 88 |
+
- [✨ 核心特性](#-核心特性)
|
| 89 |
+
- [📜 系统要求](#-系统要求)
|
| 90 |
+
- [🛠️ 依赖安装](#️-依赖安装)
|
| 91 |
+
- [🧱 下载预训练模型](#-下载预训练模型)
|
| 92 |
+
- [📝 提示词指南](#-提示词指南)
|
| 93 |
+
- [🔑 推理](#-推理)
|
| 94 |
+
- [使用源代码推理](#使用源代码推理)
|
| 95 |
+
- [使用 Diffusers](#使用-diffusers)
|
| 96 |
+
- [命令行参数](#命令行参数)
|
| 97 |
+
- [最优推理配置](#最优推理配置)
|
| 98 |
+
- [🎓 训练](#-训练)
|
| 99 |
+
- [🎬 更多示例](#-更多示例)
|
| 100 |
+
- [📊 性能评估](#-性能评估)
|
| 101 |
+
- [📚 引用](#-引用)
|
| 102 |
+
- [🙏 致谢](#-致谢)
|
| 103 |
+
- [🌟 GitHub Star 历史](#-github-star-历史)
|
| 104 |
+
|
| 105 |
+
|
| 106 |
+
## 📖 Introduction
|
| 107 |
+
我们推出了 HunyuanVideo-1.5,一个轻量级但功能强大的视频生成模型。该模型仅使用8.3B参数就实现了开源最先进的视觉质量和运动连贯性,并能在消费级 GPU 上进行高效推理。这一成果基于几个关键组件,包括精细的数据整理、采用稀疏注意力SSTA的DiT 架构、通过专用 OCR 编码增强的双语理解能力、渐进式预训练和后训练,以及高效的视频超分辨率网络。利用这些设计,我们开发了一个统一的框架,能够跨多种时长和分辨率生成高质量的文生视频和图生视频。大量实验证明,这个紧凑而高效的模型在开源模型中确立了新的技术标杆。通过发布 HunyuanVideo-1.5 的代码和权重,我们为社区提供了一个高性能的基础,显著降低了视频创作和研究的成本,使先进的视频生成技术对所有人更加触手可及。
|
| 108 |
+
|
| 109 |
+
## ✨ Key Features
|
| 110 |
+
- **轻量级高性能架构**:我们提出了一种高效架构,将 83 亿参数的 Diffusion Transformer(DiT)与 3D 因果 VAE 相结合,在空间维度实现了 16 倍的压缩,在时间轴上实现了 4 倍的压缩。此外,创新的 SSTA机制修剪了冗余的时空 kv 块,显著减少了长视频序列的计算开销,并加速了推理,在 10 秒 720p 视频合成中,相比 FlashAttention-3 实现了端到端 $1.87 \times $ 的加速。
|
| 111 |
+
|
| 112 |
+
|
| 113 |
+
<div align="center">
|
| 114 |
+
<img src="./assets/hy_video_1_5_dit.png" alt="HunyuanVideo-1.5 DiT" width="600">
|
| 115 |
+
</div>
|
| 116 |
+
|
| 117 |
+
|
| 118 |
+
- **视频超分辨率增强**:我们开发了一个高效的少步数超分辨率网络,可将输出上采样至 1080p。它在增强锐度的同时校正失真,从而优化细节和整体视觉纹理。
|
| 119 |
+
|
| 120 |
+
<div align="center">
|
| 121 |
+
<img src="./assets/hy_video_1_5_vsr.png" alt="HunyuanVideo-1.5 VSR" width="600">
|
| 122 |
+
</div>
|
| 123 |
+
|
| 124 |
+
- **端到端训练优化**:本工作采用了多阶段、渐进式的训练策略,覆盖了从预训练到后训练的整个流程。结合 Muon 优化器加速收敛,这种方法整体上优化了运动连贯性、美学质量和对人类偏好的对齐,实现了专业级的内容生成。
|
| 125 |
+
|
| 126 |
+
|
| 127 |
+
## 📜系统要求
|
| 128 |
+
|
| 129 |
+
### 硬件要求
|
| 130 |
+
|
| 131 |
+
- **GPU**:支持 CUDA 的 NVIDIA GPU
|
| 132 |
+
- **最低 GPU 显存**:14 GB(启用模型卸载时)
|
| 133 |
+
|
| 134 |
+
> **注意:** 上述内存要求是在启用模型卸载的情况下测量的。如果您的 GPU 有足够的显存,可以禁用卸载以提高推理速度。
|
| 135 |
+
|
| 136 |
+
### 软件要求
|
| 137 |
+
|
| 138 |
+
- **操作系统**:Linux
|
| 139 |
+
- **Python**:Python 3.10 或更高版本
|
| 140 |
+
- **CUDA**:与您的 PyTorch 安装兼容的 CUDA 版本
|
| 141 |
+
|
| 142 |
+
## 🛠️ 依赖安装
|
| 143 |
+
|
| 144 |
+
### 步骤 1:克隆仓库
|
| 145 |
+
|
| 146 |
+
```bash
|
| 147 |
+
git clone https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5.git
|
| 148 |
+
cd HunyuanVideo-1.5
|
| 149 |
+
```
|
| 150 |
+
|
| 151 |
+
### 步骤 2:安装基础依赖
|
| 152 |
+
|
| 153 |
+
```bash
|
| 154 |
+
pip install -r requirements.txt
|
| 155 |
+
pip install -i https://mirrors.tencent.com/pypi/simple/ --upgrade tencentcloud-sdk-python
|
| 156 |
+
```
|
| 157 |
+
|
| 158 |
+
### 步骤 3:安装注意力库
|
| 159 |
+
|
| 160 |
+
* Flash Attention:
|
| 161 |
+
安装 Flash Attention 以实现更快的推理速度和更低的 GPU 内存消耗。
|
| 162 |
+
详细安装说明请参考 [Flash Attention](https://github.com/Dao-AILab/flash-attention)。
|
| 163 |
+
|
| 164 |
+
* Flex-Block-Attention:
|
| 165 |
+
flex-block-attn 仅在使用稀疏注意力以实现更快推理时需要,可以通过以下命令安装:
|
| 166 |
+
```bash
|
| 167 |
+
git clone https://github.com/Tencent-Hunyuan/flex-block-attn.git
|
| 168 |
+
cd flex-block-attn
|
| 169 |
+
git submodule update --init --recursive
|
| 170 |
+
python3 setup.py install
|
| 171 |
+
```
|
| 172 |
+
|
| 173 |
+
* SageAttention:
|
| 174 |
+
要启用 SageAttention 以实现更快的推理,您需要通过以下命令安装:
|
| 175 |
+
> **注意**: 启用 SageAttention 将自动禁用 Flex-Block-Attention。
|
| 176 |
+
```bash
|
| 177 |
+
git clone https://github.com/cooper1637/SageAttention.git
|
| 178 |
+
cd SageAttention
|
| 179 |
+
export EXT_PARALLEL=4 NVCC_APPEND_FLAGS="--threads 8" MAX_JOBS=32 # Optional
|
| 180 |
+
python3 setup.py install
|
| 181 |
+
```
|
| 182 |
+
|
| 183 |
+
* SGL-Kernel:
|
| 184 |
+
要启用 fp8 量化的 gemm,您需要通过以下命令安装:
|
| 185 |
+
```bash
|
| 186 |
+
pip install sgl-kernel==0.3.18
|
| 187 |
+
```
|
| 188 |
+
|
| 189 |
+
## 🧱 下载预训练模型
|
| 190 |
+
|
| 191 |
+
> 💡 蒸馏模型和稀疏注意力模型即将发布,敬请期待。请关注 Hugging Face 模型卡片获取最新更新。
|
| 192 |
+
|
| 193 |
+
在生成视频之前,请先下载预训练模型。详细说明请参考 [checkpoints-download.md](checkpoints-download.md)。
|
| 194 |
+
|
| 195 |
+
### 模型卡片
|
| 196 |
+
|模型名称| 下载链接 |
|
| 197 |
+
|-|---------------------------|
|
| 198 |
+
|HunyuanVideo-1.5-480P-T2V|[480P-T2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_t2v) |
|
| 199 |
+
|HunyuanVideo-1.5-480P-I2V |[480P-I2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v) |
|
| 200 |
+
|HunyuanVideo-1.5-480P-T2V-cfg-distill | [480P-T2V-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_t2v_distilled) |
|
| 201 |
+
|HunyuanVideo-1.5-480P-I2V-cfg-distill |[480P-I2V-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v_distilled) |
|
| 202 |
+
|HunyuanVideo-1.5-480P-I2V-step-distill |[480P-I2V-step-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/480p_i2v_step_distilled) |
|
| 203 |
+
|HunyuanVideo-1.5-720P-T2V|[720P-T2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_t2v) |
|
| 204 |
+
|HunyuanVideo-1.5-720P-I2V |[720P-I2V](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_i2v) |
|
| 205 |
+
|HunyuanVideo-1.5-720P-T2V-cfg-distill| Comming soon |
|
| 206 |
+
|HunyuanVideo-1.5-720P-I2V-cfg-distill |[720P-I2V-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_i2v_distilled) |
|
| 207 |
+
|HunyuanVideo-1.5-720P-T2V-sparse-cfg-distill| Comming soon |
|
| 208 |
+
|HunyuanVideo-1.5-720P-I2V-sparse-cfg-distill |[720P-I2V-sparse-cfg-distill](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_i2v_distilled_sparse) |
|
| 209 |
+
|HunyuanVideo-1.5-720P-sr-step-distill |[720P-sr](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/720p_sr_distilled) |
|
| 210 |
+
|HunyuanVideo-1.5-1080P-sr-step-distill |[1080P-sr](https://huggingface.co/tencent/HunyuanVideo-1.5/tree/main/transformer/1080p_sr_distilled) |
|
| 211 |
+
|
| 212 |
+
## 📝 提示词指南
|
| 213 |
+
### 提示词撰写手册
|
| 214 |
+
提示词增强在我们的模型生成高质量视频方面起着至关重要的作用。通过撰写更长、更详细的提示词,生成的视频质量将得到显著改善。我们鼓励您编写全面且描述性的提示词,以获得最佳的视频质量。我们建议社区伙伴参考我们的官方指南,了解如何撰写有效的提示词。
|
| 215 |
+
|
| 216 |
+
|
| 217 |
+
**参考:** **[HunyuanVideo-1.5 提示词手册](https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5/blob/main/assets/HunyuanVideo_1_5_Prompt_Handbook_EN.md)**
|
| 218 |
+
|
| 219 |
+
|
| 220 |
+
### 自动提示词增强的系统提示词
|
| 221 |
+
对于希望为其他大模型优化提示词的用户,建议参考文件 `hyvideo/utils/rewrite/t2v_prompt.py` 中 `t2v_rewrite_system_prompt` 的定义来指导文生视频的提示词重写。同样,对于图生视频重写,请参考 `hyvideo/utils/rewrite/i2v_prompt.py` 中 `i2v_rewrite_system_prompt` 的定义。
|
| 222 |
+
|
| 223 |
+
|
| 224 |
+
## 🔑 推理
|
| 225 |
+
|
| 226 |
+
### 使用源代码推理
|
| 227 |
+
|
| 228 |
+
|
| 229 |
+
对于提示词重写,我们推荐使用 Gemini 或通过 vLLM 部署的大模型。当前代码库仅支持兼容 vLLM 接口的模型,如果您希望使用 Gemini,需自行实现相关接口调用。
|
| 230 |
+
|
| 231 |
+
对于 vLLM 接口的模型,需要注意 T2V 和 I2V 推荐使用不同的模型和环境变量:
|
| 232 |
+
|
| 233 |
+
- 文生视频(T2V):推荐使用 [Qwen3-235B-A22B-Thinking-2507](https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507),并配置 `T2V_REWRITE_BASE_URL` 与 `T2V_REWRITE_MODEL_NAME`
|
| 234 |
+
- 图生视频(I2V):推荐使用 [Qwen3-VL-235B-A22B-Instruct](https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Instruct),并配置 `I2V_REWRITE_BASE_URL` 与 `I2V_REWRITE_MODEL_NAME`
|
| 235 |
+
|
| 236 |
+
> 你也可以将上述模型名替换为任何你已部署、与 vLLM 兼容的模型(包括 HuggingFace 等模型)。
|
| 237 |
+
>
|
| 238 |
+
> 默认为开启提示词重写(`--rewrite` 默认值为 `true`)。若需显式关闭,可以使用 `--rewrite false` 或 `--rewrite 0`。如果未配置 vLLM 提示词重写相关服务,管道会在本地直接生成,无远程重写。
|
| 239 |
+
|
| 240 |
+
示例:生成视频(支持 T2V/I2V。T2V 模式下设置 `IMAGE_PATH=none`,I2V 模式下指定图像路径)
|
| 241 |
+
|
| 242 |
+
> 💡 **提示**:为了更快的推理速度,您可以使用 `--enable_step_distill` 参数启用步数蒸馏模型。步数蒸馏模型(480p I2V)可使用 8 或 12 步(推荐)生成视频,在 RTX 4090 上可提速高达 75%,同时保持相当的质量。
|
| 243 |
+
>
|
| 244 |
+
> **Tips:** 如果您的 GPU 内存 > 14GB 但您在生成过程中遇到 OOM (Out of Memory) 错误,可以尝试在运行前设置以下环境变量:
|
| 245 |
+
> ```bash
|
| 246 |
+
> export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True,max_split_size_mb:128
|
| 247 |
+
> ```
|
| 248 |
+
>
|
| 249 |
+
> **Tips:** 如果您有 CPU 内存有限并且遇到推理时的 OOM 错误,可以尝试禁用重叠组卸载,通过添加以下参数:
|
| 250 |
+
> ```bash
|
| 251 |
+
> --overlap_group_offloading false
|
| 252 |
+
> ```
|
| 253 |
+
|
| 254 |
+
```bash
|
| 255 |
+
export T2V_REWRITE_BASE_URL="<your_vllm_server_base_url>"
|
| 256 |
+
export T2V_REWRITE_MODEL_NAME="<your_model_name>"
|
| 257 |
+
export I2V_REWRITE_BASE_URL="<your_vllm_server_base_url>"
|
| 258 |
+
export I2V_REWRITE_MODEL_NAME="<your_model_name>"
|
| 259 |
+
|
| 260 |
+
PROMPT='A girl holding a paper with words "Hello, world!"'
|
| 261 |
+
|
| 262 |
+
IMAGE_PATH=/path/to/image.png # 可选,none 或 <图像路径> 以启用 i2v 模式
|
| 263 |
+
SEED=1
|
| 264 |
+
ASPECT_RATIO=16:9
|
| 265 |
+
RESOLUTION=480p
|
| 266 |
+
OUTPUT_PATH=./outputs/output.mp4
|
| 267 |
+
MODEL_PATH=./ckpts # 预训练模型路径
|
| 268 |
+
|
| 269 |
+
# 加速推理配置
|
| 270 |
+
N_INFERENCE_GPU=8 # 并行推理 GPU 数量
|
| 271 |
+
CFG_DISTILLED=true # 使用 CFG 蒸馏模型进行推理,2倍加速
|
| 272 |
+
SAGE_ATTN=true # 使用 SageAttention 进行推理
|
| 273 |
+
SPARSE_ATTN=false # 使用稀疏注意力进行推理(仅 720p 模型配备了稀疏注意力)。请确保 flex-block-attn 已安装
|
| 274 |
+
OVERLAP_GROUP_OFFLOADING=true # 仅在组卸载启用时有效,会显著增加 CPU 内存占用,但能够提速
|
| 275 |
+
ENABLE_CACHE=true # 启用特征缓存进行推理。显著提升推理速度
|
| 276 |
+
CACHE_TYPE=deepcache # 支持:deepcache, teacache, taylorcache
|
| 277 |
+
ENABLE_STEP_DISTILL=true # 启用 480p I2V 步数蒸馏模型,推荐 8 或 12 步,最高可达 6 倍加速
|
| 278 |
+
|
| 279 |
+
|
| 280 |
+
# 提升质量配置
|
| 281 |
+
REWRITE=true # 启用提示词重写。请确保 rewrite vLLM server 已部署和配置。
|
| 282 |
+
ENABLE_SR=true # 启用超分辨率
|
| 283 |
+
|
| 284 |
+
torchrun --nproc_per_node=$N_INFERENCE_GPU generate.py \
|
| 285 |
+
--prompt "$PROMPT" \
|
| 286 |
+
--image_path $IMAGE_PATH \
|
| 287 |
+
--resolution $RESOLUTION \
|
| 288 |
+
--aspect_ratio $ASPECT_RATIO \
|
| 289 |
+
--seed $SEED \
|
| 290 |
+
--rewrite $REWRITE \
|
| 291 |
+
--cfg_distilled $CFG_DISTILLED \
|
| 292 |
+
--enable_step_distill $ENABLE_STEP_DISTILL \
|
| 293 |
+
--sparse_attn $SPARSE_ATTN --use_sageattn $SAGE_ATTN \
|
| 294 |
+
--enable_cache $ENABLE_CACHE --cache_type $CACHE_TYPE \
|
| 295 |
+
--overlap_group_offloading $OVERLAP_GROUP_OFFLOADING \
|
| 296 |
+
--sr $ENABLE_SR --save_pre_sr_video \
|
| 297 |
+
--output_path $OUTPUT_PATH \
|
| 298 |
+
--model_path $MODEL_PATH
|
| 299 |
+
```
|
| 300 |
+
|
| 301 |
+
### 命令行参数
|
| 302 |
+
|
| 303 |
+
| 参数 | 类型 | 是否必需 | 默认值 | 描述 |
|
| 304 |
+
|----------|------|----------|---------|-------------|
|
| 305 |
+
| `--prompt` | str | 是 | - | 用于视频生成的文本提示 |
|
| 306 |
+
| `--negative_prompt` | str | 否 | `''` | 用于视频生成的负向提示词 |
|
| 307 |
+
| `--resolution` | str | 是 | - | 视频分辨率:`480p` 或 `720p` |
|
| 308 |
+
| `--model_path` | str | 是 | - | 预训练模型目录的路径 |
|
| 309 |
+
| `--aspect_ratio` | str | 否 | `16:9` | 输出视频的宽高比 |
|
| 310 |
+
| `--num_inference_steps` | int | 否 | `50` | 推理步数 |
|
| 311 |
+
| `--video_length` | int | 否 | `121` | 要生成的帧数 |
|
| 312 |
+
| `--seed` | int | 否 | `123` | 随机种子,用于可复现性 |
|
| 313 |
+
| `--image_path` | str | 否 | `None` | 参考图像的路径(启用图生视频模式)。使用 `none` 或 `None` 可明确使用文生视频模式 |
|
| 314 |
+
| `--output_path` | str | 否 | `None` | 输出文件路径(如果未提供,则保存到 `./outputs/output_{transformer_version}_{timestamp}.mp4`) |
|
| 315 |
+
| `--sr` | bool | 否 | `true` | 启用超分辨率(使用 `--sr false` 或 `--sr 0` 来禁用) |
|
| 316 |
+
| `--save_pre_sr_video` | bool | 否 | `false` | 保存超分辨率处理前的原始视频(使用 `--save_pre_sr_video` 或 `--save_pre_sr_video true` 来启用,仅在启用超分辨率时有效) |
|
| 317 |
+
| `--rewrite` | bool | 否 | `true` | 启用提示词重写(使用 `--rewrite false` 或 `--rewrite 0` 来禁用,禁用可能导致视频生成质量降低) |
|
| 318 |
+
| `--cfg_distilled` | bool | 否 | `false` | 启用 CFG 蒸馏模型以加速推理(约 2 倍加速,使用 `--cfg_distilled` 或 `--cfg_distilled true` 来启用) |
|
| 319 |
+
| `--enable_step_distill` | bool | 否 | `false` | 启用 480p I2V 步数蒸馏模型(推荐 8 或 12 步,在 RTX 4090 上可提速约 75%,使用 `--enable_step_distill` 或 `--enable_step_distill true` 来启用) |
|
| 320 |
+
| `--sparse_attn` | bool | 否 | `false` | 启用稀疏注意力以加速推理(约 1.5-2 倍加速,需要 H 系列 GPU,会自动启用 CFG 蒸馏,使用 `--sparse_attn` 或 `--sparse_attn true` 来启用) |
|
| 321 |
+
| `--offloading` | bool | 否 | `true` | 启用 CPU 卸载(使用 `--offloading false` 或 `--offloading 0` 来禁用,如果 GPU 内存允许,禁用后速度会更快) |
|
| 322 |
+
| `--group_offloading` | bool | 否 | `None` | 启用组卸载(默认:None,如果启用了 offloading 则自动启用。使用 `--group_offloading` 或 `--group_offloading true/1` 来启用,`--group_offloading false/0` 来禁用) |
|
| 323 |
+
| `--overlap_group_offloading` | bool | 否 | `true` | 启用重叠组卸载(默认:true)。会显著增加 CPU 内存占用,但能够提速。使用 `--overlap_group_offloading` 或 `--overlap_group_offloading true/1` 来启用,`--overlap_group_offloading false/0` 来禁用 |
|
| 324 |
+
| `--dtype` | str | 否 | `bf16` | Transformer 的数据类型:`bf16`(更快,内存占用更低)或 `fp32`(质量更好,速度更慢,内存占用更高) |
|
| 325 |
+
| `--use_sageattn` | bool | 否 | `false` | 启用 SageAttention(使用 `--use_sageattn` 或 `--use_sageattn true/1` 来启用,`--use_sageattn false/0` 来禁用) |
|
| 326 |
+
| `--sage_blocks_range` | str | 否 | `0-53` | SageAttention 块范围(例如:`0-5` 或 `0,1,2,3,4,5`) |
|
| 327 |
+
| `--enable_torch_compile` | bool | 否 | `false` | 启用 torch compile 以优化 transformer(使用 `--enable_torch_compile` 或 `--enable_torch_compile true/1` 来启用,`--enable_torch_compile false/0` 来禁用) |
|
| 328 |
+
| `--enable_cache` | bool | 否 | `false` | 启用 transformer 缓存(使用 `--enable_cache` 或 `--enable_cache true/1` 来启用,`--enable_cache false/0` 来禁用) |
|
| 329 |
+
| `--cache_type` | str | 否 | `deepcache` | Transformer 的缓存类型(例如:`deepcache, teacache, taylorcache`) |
|
| 330 |
+
| `--no_cache_block_id` | str | 否 | `53` | 从 deepcache 中排除的块(例如:`0-5` 或 `0,1,2,3,4,5`) |
|
| 331 |
+
| `--cache_start_step` | int | 否 | `11` | 使用缓存时跳过的起始步数 |
|
| 332 |
+
| `--cache_end_step` | int | 否 | `45` | 使用缓存时跳过的结束步数 |
|
| 333 |
+
| `--total_steps` | int | 否 | `50` | 总推理步数 |
|
| 334 |
+
| `--cache_step_interval` | int | 否 | `4` | 使用缓存时跳过的步数间隔 |
|
| 335 |
+
|
| 336 |
+
**注意:** 使用 `--nproc_per_node` 指定使用的 GPU 数量。例如,`--nproc_per_node=8` 表示使用 8 个 GPU。
|
| 337 |
+
|
| 338 |
+
### 最优推理配置
|
| 339 |
+
|
| 340 |
+
下表提供了每个模型的最优推理配置(CFG 缩放、嵌入 CFG 缩放、流偏移和推理步数),以获得最佳生成质量:
|
| 341 |
+
|
| 342 |
+
| 模型 | CFG 缩放 | 嵌入 CFG 缩放 | 流偏移 | 推理步数 |
|
| 343 |
+
|-------|-----------|-------------------|------------|-----------------|
|
| 344 |
+
| 480p T2V | 6 | None | 5 | 50 |
|
| 345 |
+
| 480p I2V | 6 | None | 5 | 50 |
|
| 346 |
+
| 720p T2V | 6 | None | 9 | 50 |
|
| 347 |
+
| 720p I2V | 6 | None | 7 | 50 |
|
| 348 |
+
| 480p T2V cfg 蒸馏 | 1 | None | 5 | 50 |
|
| 349 |
+
| 480p I2V cfg 蒸馏 | 1 | None | 5 | 50 |
|
| 350 |
+
| 480p I2V 步数蒸馏 | 1 | None | 7 | 8 或 12(推荐) |
|
| 351 |
+
| 720p T2V cfg 蒸馏 | 1 | None | 9 | 50 |
|
| 352 |
+
| 720p I2V cfg 蒸馏 | 1 | None | 7 | 50 |
|
| 353 |
+
| 720p T2V cfg 蒸馏稀疏 | 1 | None | 9 | 50 |
|
| 354 |
+
| 720p I2V cfg 蒸馏稀疏 | 1 | None | 7 | 50 |
|
| 355 |
+
| 480→720 超分 步数蒸馏 | 1 | None | 2 | 6 |
|
| 356 |
+
| 720→1080 超分 步数蒸馏 | 1 | None | 2 | 8 |
|
| 357 |
+
|
| 358 |
+
**请注意我们提供的cfg蒸馏模型,需要50步的推理步数来获得正确的结果.**
|
| 359 |
+
|
| 360 |
+
### 使用 Diffusers
|
| 361 |
+
|
| 362 |
+
HunyuanVideo-1.5 现已支持 Hugging Face Diffusers!您可以使用 Diffusers 库轻松使用:
|
| 363 |
+
|
| 364 |
+
**基础使用:**
|
| 365 |
+
|
| 366 |
+
```python
|
| 367 |
+
import torch
|
| 368 |
+
|
| 369 |
+
dtype = torch.bfloat16
|
| 370 |
+
device = "cuda:0"
|
| 371 |
+
|
| 372 |
+
from diffusers import HunyuanVideo15Pipeline
|
| 373 |
+
from diffusers.utils import export_to_video
|
| 374 |
+
|
| 375 |
+
pipe = HunyuanVideo15Pipeline.from_pretrained("hunyuanvideo-community/HunyuanVideo-1.5-Diffusers-720p_t2v", torch_dtype=dtype)
|
| 376 |
+
pipe.enable_model_cpu_offload()
|
| 377 |
+
pipe.vae.enable_tiling()
|
| 378 |
+
|
| 379 |
+
generator = torch.Generator(device=device).manual_seed(seed)
|
| 380 |
+
|
| 381 |
+
video = pipe(
|
| 382 |
+
prompt=prompt,
|
| 383 |
+
generator=generator,
|
| 384 |
+
num_frames=121,
|
| 385 |
+
num_inference_steps=50,
|
| 386 |
+
).frames[0]
|
| 387 |
+
|
| 388 |
+
export_to_video(video, "output.mp4", fps=24)
|
| 389 |
+
```
|
| 390 |
+
|
| 391 |
+
**使用注意力后端优化:**
|
| 392 |
+
|
| 393 |
+
HunyuanVideo-1.5 使用可变长度序列的注意力掩码。为了获得最佳性能,我们建议使用能够高效处理填充的注意力后端。
|
| 394 |
+
|
| 395 |
+
我们建议安装 kernels(`pip install kernels`)以访问预构建的注意力内核。
|
| 396 |
+
|
| 397 |
+
```python
|
| 398 |
+
import torch
|
| 399 |
+
|
| 400 |
+
dtype = torch.bfloat16
|
| 401 |
+
device = "cuda:0"
|
| 402 |
+
|
| 403 |
+
from diffusers import HunyuanVideo15Pipeline, attention_backend
|
| 404 |
+
from diffusers.utils import export_to_video
|
| 405 |
+
|
| 406 |
+
pipe = HunyuanVideo15Pipeline.from_pretrained("hunyuanvideo-community/HunyuanVideo-1.5-Diffusers-720p_t2v", torch_dtype=dtype)
|
| 407 |
+
pipe.enable_model_cpu_offload()
|
| 408 |
+
pipe.vae.enable_tiling()
|
| 409 |
+
|
| 410 |
+
generator = torch.Generator(device=device).manual_seed(seed)
|
| 411 |
+
|
| 412 |
+
with attention_backend("_flash_3_hub"): # 如果您不在 H100/H800 上,可以使用 `"flash_hub"`
|
| 413 |
+
video = pipe(
|
| 414 |
+
prompt=prompt,
|
| 415 |
+
generator=generator,
|
| 416 |
+
num_frames=121,
|
| 417 |
+
num_inference_steps=50,
|
| 418 |
+
).frames[0]
|
| 419 |
+
export_to_video(video, "output.mp4", fps=24)
|
| 420 |
+
```
|
| 421 |
+
|
| 422 |
+
更多详情,请访问 [HunyuanVideo-1.5 Diffusers 集合](https://huggingface.co/collections/hunyuanvideo-community/hunyuanvideo-15)。
|
| 423 |
+
|
| 424 |
+
|
| 425 |
+
## 🎓 训练
|
| 426 |
+
|
| 427 |
+
HunyuanVideo-1.5 使用 **Muon 优化器**进行训练,该优化器能够加速收敛并提高训练稳定性。Muon 优化器结合了基于动量的更新和 Newton-Schulz 正交化方法,可高效优化大规模视频生成模型。
|
| 428 |
+
|
| 429 |
+
### 快速开始
|
| 430 |
+
|
| 431 |
+
训练脚本(`train.py`)为 HunyuanVideo-1.5 提供了完整的训练流程。使用方法如下:
|
| 432 |
+
|
| 433 |
+
#### 1. 实现您的数据加载器
|
| 434 |
+
|
| 435 |
+
替换 `train.py` 中的 `create_dummy_dataloader()` 函数,实现您自己的数据加载器。数据集的 `__getitem__` 方法应返回单个样本。
|
| 436 |
+
|
| 437 |
+
- **必需字段:**
|
| 438 |
+
- `"pixel_values"`: `torch.Tensor` - 视频:`[C, F, H, W]` 或图像:`[C, H, W]`
|
| 439 |
+
- 像素值必须在 `[-1, 1]` 范围内
|
| 440 |
+
- 注意:对于视频数据,时间维度 F 必须是 `4n+1`(例如:1, 5, 9, 13, 17, ...)
|
| 441 |
+
- `"text"`: `str` - 该样本的文本提示词
|
| 442 |
+
- `"data_type"`: `str` - `"video"` 或 `"image"`
|
| 443 |
+
|
| 444 |
+
- **可选字段(用于性能优化):**
|
| 445 |
+
- `"latents"`: 预编码的 VAE 潜在表示(跳过 VAE 编码以加速训练)
|
| 446 |
+
- `"byt5_text_ids"` 和 `"byt5_text_mask"`: 预分词的 byT5 输入
|
| 447 |
+
|
| 448 |
+
详细的格式文档请参见 `train.py` 中的 `create_dummy_dataloader()` 函数。
|
| 449 |
+
|
| 450 |
+
#### 2. 运行训练
|
| 451 |
+
|
| 452 |
+
**单 GPU:**
|
| 453 |
+
```bash
|
| 454 |
+
python train.py --pretrained_model_root <预训练模型路径> [其他参数]
|
| 455 |
+
```
|
| 456 |
+
|
| 457 |
+
**多 GPU:**
|
| 458 |
+
```bash
|
| 459 |
+
N=8
|
| 460 |
+
torchrun --nproc_per_node=$N train.py --pretrained_model_root <预训练模型路径> [其他参数]
|
| 461 |
+
```
|
| 462 |
+
|
| 463 |
+
**示例:**
|
| 464 |
+
```bash
|
| 465 |
+
torchrun --nproc_per_node=8 train.py \
|
| 466 |
+
--pretrained_model_root ./ckpts \
|
| 467 |
+
--learning_rate 1e-5 \
|
| 468 |
+
--batch_size 1 \
|
| 469 |
+
--max_steps 10000 \
|
| 470 |
+
--output_dir ./outputs \
|
| 471 |
+
--enable_fsdp \
|
| 472 |
+
--enable_gradient_checkpointing \
|
| 473 |
+
--sp_size 8
|
| 474 |
+
```
|
| 475 |
+
|
| 476 |
+
#### 3. 关键训练参数
|
| 477 |
+
|
| 478 |
+
| 参数 | 描述 | 默认值 |
|
| 479 |
+
|-----------|-------------|---------|
|
| 480 |
+
| `--pretrained_model_root` | 预训练模型路径(必需) | - |
|
| 481 |
+
| `--learning_rate` | 学习率 | 1e-5 |
|
| 482 |
+
| `--batch_size` | 批次大小 | 1 |
|
| 483 |
+
| `--max_steps` | 最大训练步数 | 10000 |
|
| 484 |
+
| `--warmup_steps` | 预热步数 | 500 |
|
| 485 |
+
| `--gradient_accumulation_steps` | 梯度累积步数 | 1 |
|
| 486 |
+
| `--enable_fsdp` | 启用 FSDP 进行分布式训练 | true |
|
| 487 |
+
| `--enable_gradient_checkpointing` | 启用梯度检查点 | true |
|
| 488 |
+
| `--sp_size` | 序列并行大小(必须能整除 world_size) | 8 |
|
| 489 |
+
| `--i2v_prob` | 视频数据使用 i2v 任务的概率 | 0.3 |
|
| 490 |
+
| `--use_muon` | 使用 Muon 优化器 | true |
|
| 491 |
+
| `--resume_from_checkpoint` | 从检查点目录恢复训练 | None |
|
| 492 |
+
| `--use_lora` | 启用 LoRA 微调 | false |
|
| 493 |
+
| `--lora_r` | LoRA rank | 8 |
|
| 494 |
+
| `--lora_alpha` | LoRA alpha 缩放参数 | 16 |
|
| 495 |
+
| `--lora_dropout` | LoRA dropout 率 | 0.0 |
|
| 496 |
+
| `--pretrained_lora_path` | 预训练 LoRA 适配器路径 | None |
|
| 497 |
+
|
| 498 |
+
#### 4. 监控训练
|
| 499 |
+
|
| 500 |
+
- 检查点按 `--save_interval` 指定的间隔保存到 `output_dir`
|
| 501 |
+
- 验证视频按 `--validation_interval` 指定的间隔生成
|
| 502 |
+
- 训练日志按 `--log_interval` 指定的间隔打印到控制台
|
| 503 |
+
|
| 504 |
+
#### 5. 恢复训练
|
| 505 |
+
|
| 506 |
+
使用 `--resume_from_checkpoint <检查点目录>` 从保存的检查点恢复训练:
|
| 507 |
+
```bash
|
| 508 |
+
python train.py \
|
| 509 |
+
--pretrained_model_root <路径> \
|
| 510 |
+
--resume_from_checkpoint ./outputs/checkpoint-1000
|
| 511 |
+
```
|
| 512 |
+
|
| 513 |
+
#### 6. LoRA 微调
|
| 514 |
+
|
| 515 |
+
启用 LoRA 微调,在训练命令中添加 `--use_lora`。LoRA 适配器将保存在检查点目录的 `lora/` 子目录下:
|
| 516 |
+
|
| 517 |
+
```bash
|
| 518 |
+
torchrun --nproc_per_node=8 train.py \
|
| 519 |
+
--pretrained_model_root ./ckpts \
|
| 520 |
+
--use_lora \
|
| 521 |
+
--lora_r 8 \
|
| 522 |
+
--lora_alpha 16 \
|
| 523 |
+
--learning_rate 1e-4 \
|
| 524 |
+
--output_dir ./outputs
|
| 525 |
+
```
|
| 526 |
+
|
| 527 |
+
加载预训练的 LoRA 适配器,使用 `--pretrained_lora_path`:
|
| 528 |
+
```bash
|
| 529 |
+
torchrun --nproc_per_node=8 train.py \
|
| 530 |
+
--pretrained_model_root ./ckpts \
|
| 531 |
+
--use_lora \
|
| 532 |
+
--pretrained_lora_path ./outputs/checkpoint-1000/lora/default
|
| 533 |
+
```
|
| 534 |
+
|
| 535 |
+
|
| 536 |
+
## 📊 性能评估
|
| 537 |
+
### 评分
|
| 538 |
+
我们使用全面的评分方法来评估文生视频生成,考虑了五个关键维度:文本-视频一致性、视觉质量、结构稳定性、运动效果以及单帧的美学质量。对于图生视频生成,评估包括图像-视频一致性、指令响应性、视觉质量、结构稳定性和运动效果。
|
| 539 |
+
|
| 540 |
+
<div align="center">
|
| 541 |
+
<img src="./assets/T2V_Rating.png" alt="rating result of t2v" width="800">
|
| 542 |
+
</div>
|
| 543 |
+
|
| 544 |
+
---
|
| 545 |
+
|
| 546 |
+
<div align="center">
|
| 547 |
+
<img src="./assets/I2V_Rating.png" alt="rating result of i2v" width="800">
|
| 548 |
+
</div>
|
| 549 |
+
|
| 550 |
+
|
| 551 |
+
### GSB
|
| 552 |
+
GSB(Good/Same/Bad)��估法被广泛用于基于整体视频感知质量来评估两个模型的相对性能。我们精心构建了300个多样化文本提示词和300个图像样本,以覆盖文本生成视频和图像生成视频任务的平衡应用场景。针对每个提示词或图像输入,各模型均在单次运行中生成同等数量的视频样本以确保可比性。为保持公平性,每个输入仅执行一次推理且不进行任何结果筛选。所有参与对比的模型均采用其默认配置进行评估,并由百余名专业评估员完成评测过程。
|
| 553 |
+
|
| 554 |
+
|
| 555 |
+
<div align="center">
|
| 556 |
+
<img src="./assets/T2V_GSB.png" alt="rating result of t2v" width="800">
|
| 557 |
+
</div>
|
| 558 |
+
|
| 559 |
+
---
|
| 560 |
+
|
| 561 |
+
<div align="center">
|
| 562 |
+
<img src="./assets/I2V_GSB.png" alt="gsb result of i2v" width="800">
|
| 563 |
+
</div>
|
| 564 |
+
|
| 565 |
+
### 推理速度
|
| 566 |
+
我们在8块H800 GPU上启用了基础工程级加速技术,报告推理速度,以展示在实际部署场景中可实现的实用性能。
|
| 567 |
+
请注意,在本实验中,我们不以牺牲生成质量为代价追求最极端的加速,而是在保持几乎相同的输出质量的同时实现显著的速度提升。
|
| 568 |
+
|
| 569 |
+
我们在下方报告了HunyuanVideo-1.5在50个扩散步数下的总推理时间:
|
| 570 |
+
|
| 571 |
+
<div align="center">
|
| 572 |
+
<img src="./assets/speed.png" alt="" width="100%">
|
| 573 |
+
</div>
|
| 574 |
+
|
| 575 |
+
## 🎬 更多示例
|
| 576 |
+
|特性|示例1|示例2|
|
| 577 |
+
|------|------|------|
|
| 578 |
+
|指令跟随能力|<video src="https://github.com/user-attachments/assets/fdc3c27b-69f5-46a1-b707-0b57510fa32f" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```一名哀伤的黑发中国女子凝望天空,复古胶片风格烘托出怀旧戏剧氛围``` </details> <details><summary>📋 Show rewrite prompt</summary> ```俯视角度,一位有着深色,略带凌乱的长卷发的年轻中国女性,佩戴着闪耀的珍珠项链和圆形金色耳环,她凌乱的头发被风吹散,她微微抬头,望向天空,神情十分哀伤,眼中含着泪水。嘴唇涂着红色口红。背景是带有华丽红色花纹的图案。画面呈现复古电影风格,色调低饱和,带着轻微柔焦,烘托情绪氛围,质感仿佛20世纪90年代的经典胶片风格,营造出怀旧且富有戏剧性的感觉。``` </details>|<video src="https://github.com/user-attachments/assets/3fcb42cc-cdd3-4651-86a6-645a858561c4" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```建筑蓝图上的线条化为实体,瞬间生长出一个完整的复古工业风办公空间。``` </details> <details><summary>📋 Show rewrite prompt</summary> ```一座空旷的现代阁楼里,有一张铺展在地板中央的建筑蓝图。忽然间,图纸上的线条泛起微光,仿佛被某种无形的力量唤醒。紧接着,那些发光的线条开始向上延伸,从平面中挣脱,勾勒出立体的轮廓——就像在空中进行一场无声的3D打印。随后,奇迹在加速发生:极简的橡木办公桌、优雅的伊姆斯风格皮质椅、高挑的工业风金属书架,还有几盏爱迪生灯泡,以光纹为骨架迅速“生长”出来。转瞬间,线条被真实的材质填充——木材的温润、皮革的质感、金属的冷静,都在眨眼间完整呈现。最终,所有家具稳固落地,蓝图的光芒悄然褪去。一个完整的办公空间,就这样从二维的图纸中诞生。``` </details>|
|
| 579 |
+
|流畅运动生成|<video src="https://github.com/user-attachments/assets/447847f0-490a-45f9-a86d-a67ab1ff4231" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```A DJ is immersed in his musical world. He wears a pair of professional, matte-black headphones, revealing a focused expression. He wears a black bomber jacket, zipped open to reveal a T-shirt underneath. His upper body sways back and forth rhythmically to the throbbing electronic beats, his head moving with precise movement. The mixing console in front of him serves as the primary source of light. In the distance, the cool white glow of several stadium floodlights casts a deep, dark haze across the vast field, casting long shadows across the emerald green grass, creating a stark contrast to the brightly lit area surrounding the DJ booth. His hands danced swiftly and precisely across the equipment. The entire scene was filled with high-tech dynamics and the solitary creative passion. Against the backdrop of the vast and silent night stadium, it created an atmosphere of high focus, energy, and a slightly surreal feeling.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```slowly advancing medium shot, shot from a level angle, focuses on the center of an empty football field, where a DJ is immersed in his musical world. He wears a pair of professional, matte-black headphones, one earcup slightly removed, revealing a focused expression and a brow beaded with sweat from his intense concentration. He wears a black bomber jacket, zipped open to reveal a T-shirt underneath. His upper body sways back and forth rhythmically to the throbbing electronic beats, his head moving with precise movement. The mixing console in front of him serves as the primary source of light. In the distance, the cool white glow of several stadium floodlights casts a deep, dark haze across the vast field, casting long shadows across the emerald green grass, creating a stark contrast to the brightly lit area surrounding the DJ booth. His hands danced swiftly and precisely across the equipment, one hand steadily pushing and pulling a long volume fader, while the fingers of the other nimbly jumped between the illuminated knobs and pads, sometimes decisively cutting a bass line, sometimes triggering an echo effect. The entire scene was filled with high-tech dynamics and the solitary creative passion. Against the backdrop of the vast and silent night stadium, it created an atmosphere of high focus, energy, and a slightly surreal feeling.``` </details>|<video src="https://github.com/user-attachments/assets/49057fe8-a102-4fd7-bd92-e9561abb9f45" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```A figure skater performs a rapid, graceful Biellmann spin, captured from all angles.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```The video captures a figure skater performing a Biellmann spin on ice. The subject is a female skater in a glittering costume. Initially, she spins on one leg. Then, she reaches back and pulls her free leg up. Next, she spins rapidly, becoming a blur of motion, with ice shavings spraying from her skate blade. The background is an ice rink with blurred advertising boards. The camera circles around the subject to capture the spin from all angles. The lighting is spotlit, creating lens flares and sparkles on her costume. The overall video presents a graceful artistic sports style.``` </details>|
|
| 580 |
+
|电影级美学|<video src="https://github.com/user-attachments/assets/4098cf72-357d-4b81-97df-6752064ce0c3" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```固定镜头,焦点在图片里的挂钟上,镜头轻微摇晃营造手持摄影感,wjw,filmphotos,Film Grain,Reversal film photography,Wong Kar-wai movies,cinematic photography, HK film style,neon lighting, in the style of Wong Kar Wai film``` </details> <details><summary>📋 Show rewrite prompt</summary> ```Handheld lens shooting, the camera focuses on the wall clock hanging on the green-toned wall, shaking slightly. The second hand sweeps steadily across the clock face, and the shadow of the clock cast on the wall shifts subtly with the movement of the lens.``` </details>|<video src="https://github.com/user-attachments/assets/2b4575e5-79f1-4011-bed0-e8380198f7c9" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```The leaves of calamus shine in the sunlight, dotted with dewdrops that trickle down to the ground with the breeze.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```A macro shot focuses on long, slender calamus leaves, rendered in a cinematic photography realistic style. The main leaf, a vibrant, deep green, is positioned diagonally across the frame. Its surface is covered in tiny, glistening spherical dewdrops that catch and refract the bright morning sunlight, creating sparkling highlights. Initially, a larger, perfectly round dewdrop clings to the upper section of the leaf, its surface tension holding it in place. Then, as the leaf sways almost imperceptibly, the dewdrop begins to slowly dislodge. Next, it starts to trickle down the central vein of the leaf, its shape elongating slightly as it moves, leaving a subtle, glistening wet trail in its path. Finally, it reaches the pointed tip of the leaf, hangs for a brief moment, and falls out of the bottom of the frame. In the background, other leaves and blades of grass are softly blurred, creating a beautiful bokeh effect with soft, out-of-focus circles of light. The environment is bathed in the warm, golden glow of early morning sunlight, which streams in from behind the leaves, backlighting them and causing their wet edges to shine brilliantly. The overall impression is one of serene, natural beauty, captured in a highly realistic and detailed manner. This is a macro shot. The camera tilts down very slowly, following the path of the main dewdrop as it travels down the leaf. The lighting is soft and natural, with strong backlighting to create a radiant, glowing effect on the dewdrops and leaf edges, characteristic of professional nature photography. The atmosphere is peaceful and serene. The overall video presents a cinematic photography realistic style.``` </details>|
|
| 581 |
+
|文字渲染|<video src="https://github.com/user-attachments/assets/7c964fc5-c27e-4bd0-bf3f-eb8fca2caef6" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```赛博朋克风格的夜晚街角,一个巨大的招牌上, “Hunyuan Video 1.5”的霓虹灯管轮廓已经安装好。镜头推进,霓虹灯从“H”开始,伴随着‘滋滋’的电流声,每个字母依次亮起粉紫色的光芒,直到全部点亮,照亮了潮湿的街道。赛博朋克,城市美学``` </details> <details><summary>📋 Show rewrite prompt</summary> ```On a wet street corner in a cyberpunk city at night, a large neon sign reading "Hunyuan Video 1.5" lights up sequentially, illuminating the dark, rainy environment with a pinkish-purple glow. he scene is a dark, rain-slicked street corner in a futuristic, cinematic cyberpunk city. Mounted on the metallic, weathered facade of a building is a massive, unlit neon sign. The sign's glass tube framework clearly spells out the words "Hunyuan Video 1.5". Initially, the street is dimly lit, with ambient light from distant skyscrapers creating shimmering reflections on the wet asphalt below. Then, the camera zooms in slowly toward the sign. As it moves, a low electrical sizzling sound begins. In the background, the dense urban landscape of the cyberpunk metropolis is visible through a light atmospheric haze, with towering structures adorned with their own flickering advertisements. A complex web of cables and pipes crisscrosses between the buildings. The shot is at a low angle, looking up at the sign to emphasize its grand scale. The lighting is high-contrast and dramatic, dominated by the neon glow which creates sharp, specular reflections and deep shadows. The atmosphere is moody and tech-noir. The overall video presents a cinematic photography realistic style.,``` </details>|<video src="https://github.com/user-attachments/assets/73e8b741-baec-4a40-9d36-a1435172ab64" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```一张铺开的中国宣纸上,浓墨滴入水中,晕染出壮丽的山水画轮廓。山峰、云雾、孤舟在墨色中自然形成。随后,这些水墨元素巧妙地流动、重组,在画面的留白处汇聚成"Hunyuan Video 1.5"的书法字体。优雅,诗意,文化底蕴``` </details> <details><summary>📋 Show rewrite prompt</summary> ```A drop of black ink blooms on wet Chinese Xuan paper, forming a landscape painting before the ink elements fluidly reassemble into the calligraphic text "Hunyuan Video 1.5". On a flat, laid-out sheet of off-white Chinese Xuan paper with a subtle, fibrous texture, the scene unfolds. Initially, a single, concentrated drop of deep black ink falls into a clear, wet area at the center of the paper. Then, the ink instantly begins to bloom outwards in intricate, flowing tendrils of varying shades from jet-black to smoky grey. As it spreads, the ink wash naturally and rapidly forms the silhouette of a majestic mountain range with sharp, defined peaks. Next, softer, diluted grey tones billow around the mountains, creating layers of atmospheric mist and clouds, while a simple, dark stroke materializes as a lone boat on a tranquil, watery expanse at the base. As the landscape is formed, the ink elements—the lines of the mountains, wisps of cloud, and the shape of the boat—begin to deconstruct, dissolving into flowing streams of liquid ink. Finally, these streams move gracefully across the paper's empty white space, converging and elegantly reorganizing to form the text "Hunyuan Video 1.5" in a fluid, semi-cursive calligraphic style. The background is the minimalist expanse of the Xuan paper itself, its texture providing a subtle depth. The entire process is lit by soft, even, diffused light from above, which enhances the rich tonal variations of the ink and the delicate texture of the paper without creating harsh shadows. Bird's-eye view. The camera is positioned directly above the subject, capturing the entire process. The camera remains static. The aesthetic is a high-quality, dynamic Chinese ink wash animation style, perfectly simulating the real-world physics of ink spreading on wet paper. The entire sheet of paper and the final text are kept fully within the frame. Poetic, elegant, artistic. The overall video presents a dynamic Chinese ink wash animation style.``` </details>|
|
| 582 |
+
|物理合理性|<video src="https://github.com/user-attachments/assets/f1d74e48-cc03-415d-b75f-f7186a4fb41d" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```In a sleek museum gallery, a woman pauses before a gilded oil painting. The painted man inside slowly comes alive, lifting a bottle and pouring real wine straight from the canvas into her glass. Surrounded by stylish art critics moving naturally through the hall, she accepts the pour with calm elegance, as if the impossible were routine. ``` </details> <details><summary>📋 Show rewrite prompt</summary> ```In a sleek museum gallery, a woman receives a glass of wine poured directly from an animated oil painting. A sophisticated woman with dark hair tied back elegantly stands in the mid-ground. She is wearing a simple, black silk sleeveless dress and holds a clear, crystal wine glass in her right hand. She is positioned before a large, baroque-style oil painting in an ornate, gilded frame. Inside the painting, an aristocratic man with a mustache, dressed in a dark velvet doublet with a white lace collar, is depicted. His form is defined by visible, impasto oil brushstrokes. Initially, the woman watches the painting with calm poise. Then, the painted man's arm slowly animates, his painted texture retained as he lifts a dark bottle. Next, a photorealistic stream of red wine emerges directly from the flat canvas surface, arcing through the air and splashing gently into the real crystal glass she holds. She remains perfectly still, accepting the impossible pour with a subtle, knowing smile. The setting is a modern art gallery with high white walls and polished dark concrete floors that reflect the ambient light. Focused track lighting from the high ceiling casts a warm, dramatic spotlight on the woman and the painting, creating soft shadows. In the background, two other gallery patrons, a man and a woman in stylish, modern attire, stroll slowly from right to left, their figures slightly blurred by a shallow depth of field, moving naturally through the hall. The shot is at an eye-level angle with the woman. The camera remains static, capturing the surreal event in a steady medium shot. The lighting is high-contrast and dramatic, reminiscent of a cinematic photography realistic style, using soft side lighting to accentuate the woman's features and the texture of the painting. The mood is surreal, elegant, and mysterious. The overall video presents a cinematic photography realistic style.``` </details>|<video src="https://github.com/user-attachments/assets/07bcce06-ff4f-4688-8c60-c02f600635ea" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```An intact soda can is slowly crushed by a hand.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```In a medium close-up, a hand slowly crushes an intact red and white soda can on a wooden table. A male hand with visible, realistic skin texture is wrapped firmly around the middle of an intact, pristine red and white aluminum soda can. The can, covered in glistening condensation droplets, rests on a dark, polished wooden surface. The cinematic realism captures every minute detail of the scene. Initially, the hand's grip is steady, with the can's cylindrical shape perfectly preserved. Then, the fingers begin to tighten slowly, the knuckles whitening slightly from the exertion. Next, the smooth aluminum surface starts to buckle under the controlled pressure, a sharp crease forming vertically down its side as the metallic sheen distorts. As the hand continues its deliberate squeeze, the can collapses inward progressively, the vibrant red paint wrinkling as the metal structure crumples. Finally, the can is left significantly crushed, its form now an irregular, crumpled shape held tightly in the fist. The scene takes place on a dark, polished wooden tabletop that catches soft, diffuse reflections. The grain of the wood is faintly discernible, adding a layer of texture to the foreground. The background is completely out of focus, rendered as a soft, dark, and non-descript blur, which isolates the main action and enhances the photorealistic quality of the shot. The shot is a medium close-up, presented in a cinematic photography realistic style. The camera remains static at a slightly high angle, looking down to provide a clear and unobstructed view of the can's deformation. Soft side lighting creates high contrast, sculpting the muscles and tendons of the hand while casting specular highlights on the metallic can and the water droplets. The atmosphere is focused and intense. The overall video presents a cinematic photography realistic style.``` </details>|
|
| 583 |
+
|摄像机运动|<video src="https://github.com/user-attachments/assets/6deacbfe-4cca-48d7-a2be-cb638a3e01cb" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```圣诞节的家中,小女孩靠着妈妈听妈妈读书,背景是下着雪的窗外,镜头缓慢下移,一只可爱的长毛小白猫戴着圣诞帽趴在温暖的地摊上``` </details> <details><summary>📋 Show rewrite prompt</summary> ```In a cozy home on Christmas, a young girl leans against her mother as they read a book, and the camera moves down to reveal a fluffy white cat in a Santa hat resting on a warm rug. In a warmly lit living room on a snowy Christmas evening, a young mother and her little daughter are sitting together on a comfortable sofa. The mother, with a gentle expression and wearing a cream-colored knitted sweater, holds an open storybook with colorful illustrations. Her daughter, a small girl with brown hair in pigtails and a red pajama set, leans her head affectionately on her mother's shoulder, her eyes fixed on the book. On the floor below them, a fluffy, long-haired white cat is curled up on a plush, beige wool rug. The cat wears a tiny red and white Santa hat perched between its ears. Initially, the shot focuses on the mother and daughter, capturing their quiet, shared moment. The mother’s finger gently rests on the page of the book. Then, the camera slowly moves downward, gliding past the book and their laps. Finally, the camera settles at a low angle, bringing the adorable white cat into sharp focus as the primary subject. The cat's chest gently rises and falls with each breath, its eyes peacefully closed. Through a large window in the background, large, soft snowflakes can be seen falling silently against the dark blue twilight sky, creating a peaceful and serene backdrop. Faint, out-of-focus golden Christmas lights twinkle in the corner of the room, adding to the warm, festive atmosphere. The scene is imbued with a sense of comfort and holiday warmth, creating a beautiful cinematic photography realistic image. The camera slowly moves downward. The shot uses soft, warm interior lighting that casts gentle shadows, creating a high-contrast, cinematic look. A shallow depth of field keeps the focus on the subjects while beautifully blurring the background elements. The mood is heartwarming, peaceful, and festive. The overall video presents a cinematic photography realistic style.``` </details>|<video src="https://github.com/user-attachments/assets/8e72ed0f-f8ac-445b-97e5-eb4b16fbc121" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```The hiker begins walking forward along the trail, causing the water bottle to swing rhythmically with each step. The camera gradually pulls back and rises to reveal a vast desert landscape stretching out ahead.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```The hiker begins walking forward along the trail, causing the water bottle to swing rhythmically with each step. The camera gradually pulls back and rises to reveal a vast desert landscape stretching out ahead, while the sun position shifts from afternoon to dusk, casting increasingly longer shadows across the terrain as the figure becomes smaller in the frame.``` </details>|
|
| 584 |
+
|多风格支持|<video src="https://github.com/user-attachments/assets/65b2c5a5-e6ba-43be-9462-a98b03b675f1" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```Have the cake man begin to take chunks out of himself and eat it.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```The cake man sits on the chair, with his hands resting on his knees. Then, he slowly raises his right hand and breaks off a piece of cake from his left shoulder. Next, he brings the piece of cake to his mouth and begins to chew. At the same time, his eyes widen slightly, and his mouth parts gently. After that, he raises his right hand again, breaks off another piece of cake from his right arm, and repeats the action of bringing it to his mouth to chew.``` </details>|<video src="https://github.com/user-attachments/assets/de5f7480-b79c-4fc1-b345-c5880a3b5f9e" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```A little girl, carrying a colorful handbag, skips through the garden. The video uses claymation style.``` </details> <details><summary>📋 Show rewrite prompt</summary> ```A little girl with a colorful handbag skips through a whimsical claymation garden. In a vibrant garden constructed entirely from clay, a young girl, meticulously crafted in a claymation style, skips joyfully. She has chunky, sculpted yellow clay hair tied in pigtails that bounce with a slight stiffness, simple black button eyes, and a wide, permanently etched smile. She wears a simple pink clay dress with a white collar. In her left hand, she carries a small handbag molded from bright red and blue clay, which swings in a slightly jerky arc as she moves. Initially, the girl lifts her right leg high, her body momentarily suspended in a classic stop-motion pose. Then, she hops forward, landing lightly as her left leg swings through for the next skip. Her arms move in an exaggerated, back-and-forth rhythm, characteristic of stop-motion animation. Her movements are intentionally not perfectly fluid, highlighting the frame-by-frame nature of the claymation technique. The garden around her is a whimsical, textured world. In the foreground and mid-ground, oversized flowers with swirled purple and orange petals stand on thick green stems. The ground is a textured mat of green clay, showing subtle fingerprints and tool marks that add to the handmade charm. In the background, a pale blue clay backdrop features a simplified, smiling sun molded from yellow clay. The shot is at an eye-level angle with the main subject. The camera follows the subject, moving smoothly to the right to keep her in the frame. The lighting is bright and even, casting soft shadows that emphasize the rounded, three-dimensional forms of the clay models. The overall video presents a charming and detailed claymation style.``` </details>|
|
| 585 |
+
|高图视一致性|<img src="https://github.com/user-attachments/assets/3bc8e55d-c211-454e-8067-128c0e215eb6"> <video src="https://github.com/user-attachments/assets/3e6b7ee9-ec66-4e46-a446-801b1c1a1c81" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```女孩放下书,站起身,转身向屋内走去。镜头拉远。``` </details> <details><summary>📋 Show rewrite prompt</summary> ```女孩合上手中的书,将书放在身侧的窗台上。随后,她缓缓站起身,转身向屋内走去,身影逐渐没入门后的阴影中。镜头缓缓拉远,露出更多被绿植覆盖的屋檐和��体。``` </details>|<img src="https://github.com/user-attachments/assets/7657ce60-90b5-4fdc-b713-0eaa55829b09"> <video src="https://github.com/user-attachments/assets/9ca24021-2353-40d5-8a4d-0f8e67d51826" width="600"> </video> <details><summary>📋 Show input prompt</summary> ```女人手上的鸟亲了女人一口``` </details> <details><summary>📋 Show rewrite prompt</summary> ```女人手臂上的白色鹦鹉缓缓转过头,将喙轻轻触碰女人的脸颊,随后收回头部。女人嘴角微微上扬,目光温柔地注视着鹦鹉。背景中的绿植保持静止。``` </details>|
|
| 586 |
+
|
| 587 |
+
|
| 588 |
+
## 📚 引用
|
| 589 |
+
```bibtex
|
| 590 |
+
@misc{hunyuanvideo2025,
|
| 591 |
+
title={HunyuanVideo 1.5 Technical Report},
|
| 592 |
+
author={Tencent Hunyuan Foundation Model Team},
|
| 593 |
+
year={2025},
|
| 594 |
+
eprint={2511.18870},
|
| 595 |
+
archivePrefix={arXiv},
|
| 596 |
+
primaryClass={cs.CV},
|
| 597 |
+
url={https://arxiv.org/abs/2511.18870},
|
| 598 |
+
}
|
| 599 |
+
```
|
| 600 |
+
|
| 601 |
+
## 🙏 致谢
|
| 602 |
+
我们要感谢 [Transformers](https://github.com/huggingface/transformers), [Diffusers](https://github.com/huggingface/diffusers) , [HuggingFace](https://huggingface.co/) 以及 [Qwen-VL](https://github.com/QwenLM/Qwen-VL)的贡献者,感谢他们的公开研究和探索。
|
| 603 |
+
|
| 604 |
+
## 🌟 GitHub Star 历史
|
| 605 |
+
|
| 606 |
+
<a href="https://star-history.com/#Tencent-Hunyuan/HunyuanVideo-1.5&Date">
|
| 607 |
+
<picture>
|
| 608 |
+
<source media="(prefers-color-scheme: dark)" srcset="https://api.star-history.com/svg?repos=Tencent-Hunyuan/HunyuanVideo-1.5&type=Date1&theme=dark" />
|
| 609 |
+
<source media="(prefers-color-scheme: light)" srcset="https://api.star-history.com/svg?repos=Tencent-Hunyuan/HunyuanVideo-1.5&type=Date1" />
|
| 610 |
+
<img alt="Star History Chart" src="https://api.star-history.com/svg?repos=Tencent-Hunyuan/HunyuanVideo-1.5&type=Date1" />
|
| 611 |
+
</picture>
|
| 612 |
+
</a>
|
assets/HunyuanVideo_1_5.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8a406684ff3eaed2de3b67414f06a0d9c6ce6409d502f5e4548569a75648158
|
| 3 |
+
size 8752537
|
assets/I2V_GSB.png
ADDED
|
Git LFS Details
|
assets/I2V_Rating.png
ADDED
|
Git LFS Details
|
assets/T2V_GSB.png
ADDED
|
Git LFS Details
|
assets/T2V_Rating.png
ADDED
|
Git LFS Details
|
assets/hy_video_1_5_dit.png
ADDED
|
Git LFS Details
|
assets/hy_video_1_5_vsr.png
ADDED
|
Git LFS Details
|
assets/logo.png
ADDED
|
assets/speed.png
ADDED
|
assets/step_distillation_comparison.md
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Step Distillation Comparison
|
| 2 |
+
|
| 3 |
+
This document provides detailed quality comparisons between the original 480p I2V model and the step-distilled model.
|
| 4 |
+
|
| 5 |
+
## Overview
|
| 6 |
+
|
| 7 |
+
The step-distilled model reduces inference steps from 50 to 8 (or 12 steps recommended) while maintaining comparable visual quality to the original model. On RTX 4090, this achieves up to 75% reduction in end-to-end generation time, enabling a single RTX 4090 to generate videos within 75 seconds. This document showcases side-by-side comparisons to demonstrate that the distillation process does not significantly degrade output quality. For even faster generation, you can also try 4 steps, which provides faster speed with slightly reduced quality.
|
| 8 |
+
|
| 9 |
+
## Comparison Results
|
| 10 |
+
|
| 11 |
+
The following table shows side-by-side comparisons between the original 480p I2V model (50 steps) and the step-distilled model (8 steps). The comparisons demonstrate that the step-distilled model maintains comparable visual quality while achieving significant speedup.
|
| 12 |
+
|
| 13 |
+
<div align="center">
|
| 14 |
+
<video src="https://github.com/user-attachments/assets/8ac11d99-1e8e-4b73-a7b4-e1a990c830ec" width="100%"></video>
|
| 15 |
+
</div>
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
## Usage Notes
|
| 24 |
+
|
| 25 |
+
- **8 or 12 steps**: Recommended default setting, provides the best balance between speed and quality
|
| 26 |
+
- **4 steps**: Faster generation with slightly reduced quality, suitable for rapid prototyping
|
| 27 |
+
|
| 28 |
+
Detailed usage instructions can be found in [Usage](https://github.com/Tencent-Hunyuan/HunyuanVideo-1.5/blob/main/README.md#-usage).
|
| 29 |
+
|
assets/wechat.png
ADDED
|
config.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_Pipeline",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"byt5_max_length": 256,
|
| 5 |
+
"byt5_model": [
|
| 6 |
+
"transformers",
|
| 7 |
+
"T5Stack"
|
| 8 |
+
],
|
| 9 |
+
"byt5_tokenizer": [
|
| 10 |
+
"transformers",
|
| 11 |
+
"ByT5Tokenizer"
|
| 12 |
+
],
|
| 13 |
+
"default_negative_prompt": null,
|
| 14 |
+
"embedded_guidance_scale": null,
|
| 15 |
+
"flow_shift": 7.0,
|
| 16 |
+
"glyph_byT5_v2": true,
|
| 17 |
+
"guidance_scale": 6.0,
|
| 18 |
+
"scheduler": [
|
| 19 |
+
"hyvideo.schedulers.scheduling_flow_match_discrete",
|
| 20 |
+
"FlowMatchDiscreteScheduler"
|
| 21 |
+
],
|
| 22 |
+
"text_encoder": [
|
| 23 |
+
"hyvideo.models.text_encoders",
|
| 24 |
+
"TextEncoder"
|
| 25 |
+
],
|
| 26 |
+
"text_encoder_2": [
|
| 27 |
+
null,
|
| 28 |
+
null
|
| 29 |
+
],
|
| 30 |
+
"transformer": [
|
| 31 |
+
"hyvideo.models.transformers.hunyuanvideo_1_5_transformer",
|
| 32 |
+
"HunyuanVideo_1_5_DiffusionTransformer"
|
| 33 |
+
],
|
| 34 |
+
"vae": [
|
| 35 |
+
"hyvideo.models.autoencoders.hunyuanvideo_15_vae",
|
| 36 |
+
"AutoencoderKLConv3D"
|
| 37 |
+
],
|
| 38 |
+
"vision_encoder": [
|
| 39 |
+
"hyvideo.models.vision_encoder",
|
| 40 |
+
"VisionEncoder"
|
| 41 |
+
],
|
| 42 |
+
"vision_num_semantic_tokens": 729,
|
| 43 |
+
"vision_states_dim": 1152
|
| 44 |
+
}
|
scheduler/scheduler_config.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "FlowMatchDiscreteScheduler",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"flux_base_shift": 0.5,
|
| 5 |
+
"flux_base_token": 256.0,
|
| 6 |
+
"flux_max_shift": 1.15,
|
| 7 |
+
"flux_max_token": 4096.0,
|
| 8 |
+
"flux_shift_factor": 1.0,
|
| 9 |
+
"n_tokens": null,
|
| 10 |
+
"num_train_timesteps": 1000,
|
| 11 |
+
"reverse": true,
|
| 12 |
+
"shift": 7.0,
|
| 13 |
+
"solver": "euler",
|
| 14 |
+
"use_flux_shift": false
|
| 15 |
+
}
|
transformer/1080p_sr_distilled/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": false,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "1080p",
|
| 12 |
+
"ideal_task": null,
|
| 13 |
+
"in_channels": 98,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": true,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/1080p_sr_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:691dc1b81b49d942e2eb95e6d61b91321e17b868536eaa4e843db6e406390411
|
| 3 |
+
size 33325793672
|
transformer/480p_i2v/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "480p",
|
| 12 |
+
"ideal_task": "i2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": false,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/480p_i2v/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4d7d3e61404f5c742b57260f1b6a3bc41bb12fc880438252bf37913487dec56
|
| 3 |
+
size 33306632192
|
transformer/480p_i2v_distilled/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "480p",
|
| 12 |
+
"ideal_task": "i2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": false,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/480p_i2v_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f51fe1c4302be44e25afcd1a9186385606482da8a77e2ee7793b0e8385b9cd57
|
| 3 |
+
size 33306632192
|
transformer/480p_i2v_step_distilled/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "480p",
|
| 12 |
+
"ideal_task": "i2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": true,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/480p_i2v_step_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:29418e43ef5bfa1868703c26f9b45c622b473960c479dc5be43bba7bd0004f6d
|
| 3 |
+
size 33325523336
|
transformer/480p_t2v/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "480p",
|
| 12 |
+
"ideal_task": "t2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": false,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/480p_t2v/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71f9affa1115fef2b14bd41fba30eab966fe80c9ed98e0fcba495dbc6d8fff86
|
| 3 |
+
size 33306632192
|
transformer/480p_t2v_distilled/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "480p",
|
| 12 |
+
"ideal_task": "t2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": false,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/480p_t2v_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f35dc10a4037a618b22fef4ee20f8a9d972b4cf2e684764ed8f442fc7a2583f
|
| 3 |
+
size 33306632192
|
transformer/720p_i2v/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "720p",
|
| 12 |
+
"ideal_task": "i2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": false,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/720p_i2v/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ffd6e2e1c2de585fd011ace1a64105804830aa331ddb25a2fb4a32497f159a4
|
| 3 |
+
size 33306632192
|
transformer/720p_i2v_distilled/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "720p",
|
| 12 |
+
"ideal_task": "i2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": false,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/720p_i2v_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:542a9a4367ebfe5c584d925308f63f11070d044e3615b07af95edd4e0500240a
|
| 3 |
+
size 33306632192
|
transformer/720p_i2v_distilled_sparse/config.json
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flex-block-attn",
|
| 5 |
+
"attn_param": {
|
| 6 |
+
"attn_mask_share_within_head": 0,
|
| 7 |
+
"attn_pad_type": "zero",
|
| 8 |
+
"attn_sparse_type": "ssta",
|
| 9 |
+
"attn_use_text_mask": 1,
|
| 10 |
+
"ssta_adaptive_pool": null,
|
| 11 |
+
"ssta_lambda": 0.7,
|
| 12 |
+
"ssta_sampling_type": "importance",
|
| 13 |
+
"ssta_threshold": 0.0,
|
| 14 |
+
"ssta_topk": 64,
|
| 15 |
+
"tile_size": [
|
| 16 |
+
6,
|
| 17 |
+
8,
|
| 18 |
+
8
|
| 19 |
+
],
|
| 20 |
+
"win_ratio": 10,
|
| 21 |
+
"win_size": [
|
| 22 |
+
[
|
| 23 |
+
3,
|
| 24 |
+
3,
|
| 25 |
+
3
|
| 26 |
+
]
|
| 27 |
+
],
|
| 28 |
+
"win_type": "fixed"
|
| 29 |
+
},
|
| 30 |
+
"concat_condition": true,
|
| 31 |
+
"glyph_byT5_v2": true,
|
| 32 |
+
"guidance_embed": false,
|
| 33 |
+
"heads_num": 16,
|
| 34 |
+
"hidden_size": 2048,
|
| 35 |
+
"ideal_resolution": "720p",
|
| 36 |
+
"ideal_task": "i2v",
|
| 37 |
+
"in_channels": 32,
|
| 38 |
+
"is_reshape_temporal_channels": false,
|
| 39 |
+
"mlp_act_type": "gelu_tanh",
|
| 40 |
+
"mlp_width_ratio": 4,
|
| 41 |
+
"mm_double_blocks_depth": 54,
|
| 42 |
+
"mm_single_blocks_depth": 0,
|
| 43 |
+
"out_channels": 32,
|
| 44 |
+
"patch_size": [
|
| 45 |
+
1,
|
| 46 |
+
1,
|
| 47 |
+
1
|
| 48 |
+
],
|
| 49 |
+
"qk_norm": true,
|
| 50 |
+
"qk_norm_type": "rms",
|
| 51 |
+
"qkv_bias": true,
|
| 52 |
+
"rope_dim_list": [
|
| 53 |
+
16,
|
| 54 |
+
56,
|
| 55 |
+
56
|
| 56 |
+
],
|
| 57 |
+
"rope_theta": 256,
|
| 58 |
+
"text_pool_type": null,
|
| 59 |
+
"text_projection": "single_refiner",
|
| 60 |
+
"text_states_dim": 3584,
|
| 61 |
+
"text_states_dim_2": null,
|
| 62 |
+
"use_attention_mask": true,
|
| 63 |
+
"use_cond_type_embedding": true,
|
| 64 |
+
"use_meanflow": false,
|
| 65 |
+
"vision_projection": "linear",
|
| 66 |
+
"vision_states_dim": 1152
|
| 67 |
+
}
|
transformer/720p_i2v_distilled_sparse/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47345844cc15df1e64a38cc9715fa31471c2c1c68a2857404eda027d60f355a6
|
| 3 |
+
size 33306632192
|
transformer/720p_sr_distilled/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": false,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "720p",
|
| 12 |
+
"ideal_task": null,
|
| 13 |
+
"in_channels": 98,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": true,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/720p_sr_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8fcab24a2404731a5e42d5f4adf7731a69771a3b2fc7786f90233f599947794a
|
| 3 |
+
size 33325793672
|
transformer/720p_t2v/config.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "HunyuanVideo_1_5_DiffusionTransformer",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"attn_mode": "flash",
|
| 5 |
+
"attn_param": null,
|
| 6 |
+
"concat_condition": true,
|
| 7 |
+
"glyph_byT5_v2": true,
|
| 8 |
+
"guidance_embed": false,
|
| 9 |
+
"heads_num": 16,
|
| 10 |
+
"hidden_size": 2048,
|
| 11 |
+
"ideal_resolution": "720p",
|
| 12 |
+
"ideal_task": "t2v",
|
| 13 |
+
"in_channels": 32,
|
| 14 |
+
"is_reshape_temporal_channels": false,
|
| 15 |
+
"mlp_act_type": "gelu_tanh",
|
| 16 |
+
"mlp_width_ratio": 4,
|
| 17 |
+
"mm_double_blocks_depth": 54,
|
| 18 |
+
"mm_single_blocks_depth": 0,
|
| 19 |
+
"out_channels": 32,
|
| 20 |
+
"patch_size": [
|
| 21 |
+
1,
|
| 22 |
+
1,
|
| 23 |
+
1
|
| 24 |
+
],
|
| 25 |
+
"qk_norm": true,
|
| 26 |
+
"qk_norm_type": "rms",
|
| 27 |
+
"qkv_bias": true,
|
| 28 |
+
"rope_dim_list": [
|
| 29 |
+
16,
|
| 30 |
+
56,
|
| 31 |
+
56
|
| 32 |
+
],
|
| 33 |
+
"rope_theta": 256,
|
| 34 |
+
"text_pool_type": null,
|
| 35 |
+
"text_projection": "single_refiner",
|
| 36 |
+
"text_states_dim": 3584,
|
| 37 |
+
"text_states_dim_2": null,
|
| 38 |
+
"use_attention_mask": true,
|
| 39 |
+
"use_cond_type_embedding": true,
|
| 40 |
+
"use_meanflow": false,
|
| 41 |
+
"vision_projection": "linear",
|
| 42 |
+
"vision_states_dim": 1152
|
| 43 |
+
}
|
transformer/720p_t2v/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acb0a23ccd0b6c662a22bcc9783544fd917418227a5bdf5e2cbecb22a142c3cc
|
| 3 |
+
size 33306632192
|
upsampler/1080p_sr_distilled/config.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "SRTo1080pUpsampler",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"block_out_channels": [
|
| 5 |
+
256,
|
| 6 |
+
512
|
| 7 |
+
],
|
| 8 |
+
"is_residual": false,
|
| 9 |
+
"num_res_blocks": 2,
|
| 10 |
+
"out_channels": 32,
|
| 11 |
+
"z_channels": 32
|
| 12 |
+
}
|
upsampler/1080p_sr_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3630a7e0ab21084aa69e5a649f59fba34a7110733c9ca3d4fee781323758198
|
| 3 |
+
size 201404760
|
upsampler/720p_sr_distilled/config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "SRTo720pUpsampler",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"global_residual": false,
|
| 5 |
+
"hidden_channels": 128,
|
| 6 |
+
"in_channels": 32,
|
| 7 |
+
"num_blocks": 16,
|
| 8 |
+
"out_channels": 32
|
| 9 |
+
}
|
upsampler/720p_sr_distilled/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f04d9306f4f2159bd6351f069c0d0e7e0b8c1dc047eb7fd3954f0d357f85203
|
| 3 |
+
size 85854616
|
vae/config.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "AutoencoderKLConv3D",
|
| 3 |
+
"_diffusers_version": "0.35.0",
|
| 4 |
+
"block_out_channels": [
|
| 5 |
+
128,
|
| 6 |
+
256,
|
| 7 |
+
512,
|
| 8 |
+
1024,
|
| 9 |
+
1024
|
| 10 |
+
],
|
| 11 |
+
"downsample_match_channel": true,
|
| 12 |
+
"ffactor_spatial": 16,
|
| 13 |
+
"ffactor_temporal": 4,
|
| 14 |
+
"in_channels": 3,
|
| 15 |
+
"latent_channels": 32,
|
| 16 |
+
"layers_per_block": 2,
|
| 17 |
+
"out_channels": 3,
|
| 18 |
+
"sample_size": 256,
|
| 19 |
+
"sample_tsize": 64,
|
| 20 |
+
"scaling_factor": 1.03682,
|
| 21 |
+
"shift_factor": null,
|
| 22 |
+
"upsample_match_channel": true
|
| 23 |
+
}
|
vae/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2609ed7033c052fdf164afcac71e8a7c82afccdbb001d673444a72f194fbb918
|
| 3 |
+
size 5042560980
|