diff --git a/README.md b/README.md deleted file mode 100644 index c3d6f2c..0000000 --- a/README.md +++ /dev/null @@ -1,39 +0,0 @@ -# Image-to-Video -首图 - -## 模型介绍 (Introduction) -介绍文字(强调两个特点:宽屏视频,无水印) -炫酷示例 - -## 快速使用 (Inference) - -### 依赖项 (Dependency) - -### 代码范例 (Code example) - -### 模型局限 (Limitation) - -## 训练数据介绍 (Training Data) - -## 相关论文以及引用信息 (Reference) -``` -@inproceedings{luo2023videofusion, - title={VideoFusion: Decomposed Diffusion Models for High-Quality Video Generation}, - author={Luo, Zhengxiong and Chen, Dayou and Zhang, Yingya and Huang, Yan and Wang, Liang and Shen, Yujun and Zhao, Deli and Zhou, Jingren and Tan, Tieniu}, - booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, - year={2023} -} - -@article{wang2023videocomposer, - title={VideoComposer: Compositional Video Synthesis with Motion Controllability}, - author={Wang, Xiang and Yuan, Hangjie and Zhang, Shiwei and Chen, Dayou and Wang, Jiuniu and Zhang, Yingya and Shen, Yujun and Zhao, Deli and Zhou, Jingren}, - journal={arXiv preprint arXiv:2306.02018}, - year={2023} -} -``` - -## 使用协议 (License Agreement) -我们的代码和模型权重仅可用于个人/学术研究,暂不支持商用。 - -## 联系我们 (Contact Us) -如果你想联系我们的算法/产品同学, 或者想加入我们的算法团队(实习/正式), 欢迎发邮件至: 。 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..767dc11 --- /dev/null +++ b/configuration.json @@ -0,0 +1,18 @@ +{ + "framework": "pytorch", + "task": "image-to-video-task", + "model": { + "type": "image-to-video-model", + "model_args": { + "ckpt_clip": "open_clip_pytorch_model.bin", + "ckpt_unet": "img2video_ldm_0779000.pth", + "ckpt_autoencoder": "v2-1_512-ema-pruned.ckpt", + "seed": 666 + }, + "model_cfg": { + } + }, + "pipeline": { + "type": "image-to-video-task-pipeline" + } +} diff --git a/img2video_ldm_0779000.pth b/img2video_ldm_0779000.pth new file mode 100644 index 0000000..ff2e595 --- /dev/null +++ b/img2video_ldm_0779000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ce1f95a1f2e6fb2c276f3c7b2522a4be7badaf1234ec16f84a20284b46ffea +size 5679990445 diff --git a/open_clip_pytorch_model.bin b/open_clip_pytorch_model.bin new file mode 100644 index 0000000..6c854fa --- /dev/null +++ b/open_clip_pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a78ef8e8c73fd0df621682e7a8e8eb36c6916cb3c16b291a082ecd52ab79cc4 +size 3944692325 diff --git a/v2-1_512-ema-pruned.ckpt b/v2-1_512-ema-pruned.ckpt new file mode 100644 index 0000000..6b3b139 --- /dev/null +++ b/v2-1_512-ema-pruned.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ecb782561455673c4b78d05093494b9c539fc6bfc08f3a9a4a0dd7b0b10f36 +size 5214865159