[UPDATE] FreerCustom

aim-uofa · Sep 4, 2024 · cd5d6d0 · cd5d6d0
1 parent 0ba00e6
commit cd5d6d0
Show file tree

Hide file tree

Showing 56 changed files with 166 additions and 19 deletions.
diff --git a/FreerCustom/index.html b/FreerCustom/index.html
@@ -149,24 +149,121 @@ <h2 class="title is-3">Customized Image Results</h2>
           <h2 class="title is-3">Customized Video Results</h2>
         </div>
 
+        <p>
+          Given our available computational resources and the trade-off between the cost and performance of various video generation models, we use AnimateDiff as the base model for our video generation. However, the results generated by AnimateDiff tend to exhibit flickering effects. To enhance the visual clarity, we apply an off-the-shelf deflickering tool CapCut to process the generated results. For the video presented here, the first row shows the raw results generated by AnimateDiff, while the second row displays the same videos after being processed with the deflickering tool.
+        </p>
+        <p>
+          Despite the flickering effects caused by Animatediff, the key contribution of our work remains a key highlight. The primary innovation of our approach lies in its ability to generate customized videos without any additional training, effectively handling both single and multiple concept scenarios.
+        </p>
+
         <img src="./static/images/teaser.png"
         class="interpolation-image"
         alt="Interpolate start reference image."/>
         <hr class="hr-solid">
 
         <div class="video-grid">
-            <img src="./static/gifs/vid/1.gif"/>
-            <img src="./static/gifs/vid/2.gif"/>
-            <img src="./static/gifs/vid/3.gif"/>
-            <img src="./static/gifs/vid/4.gif"/>
-            <img src="./static/gifs/vid/5.gif"/>
-            <img src="./static/gifs/vid/6.gif"/>
-            <img src="./static/gifs/vid/7.gif"/>
-            <img src="./static/gifs/vid/8.gif"/>
-            <img src="./static/gifs/vid/9.gif"/>
-            <img src="./static/gifs/vid/10.gif"/>
-            <img src="./static/gifs/vid/11.gif"/>
-            <img src="./static/gifs/vid/12.gif"/>
+
+          <video controls>
+            <source src="./static/gifs/vids_ori/1.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/vids_ori/2.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/vids_ori/3.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/vids_ori/4.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/vids_ori/5.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/vids_ori/6.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+
+            <video controls>
+              <source src="./static/gifs/vids/1.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/2.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/3.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/4.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/5.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/6.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+
+
+            <video controls>
+              <source src="./static/gifs/vids_ori/7.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids_ori/8.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids_ori/9.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids_ori/10.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids_ori/11.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids_ori/12.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+
+            <video controls>
+              <source src="./static/gifs/vids/7.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/8.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/9.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/10.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/11.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+            <video controls>
+              <source src="./static/gifs/vids/12.mp4" type="video/mp4">
+              Your browser does not support the video tag.
+            </video>
+
         </div>
 
         <hr class="hr-solid">
@@ -176,12 +273,57 @@ <h2 class="title is-3">Add New Concepts and Remove Existing Concepts</h2>
         </div>
 
         <div class="video-grid">
-          <img src="./static/gifs/trans/1.gif"/>
-          <img src="./static/gifs/trans/2.gif"/>
-          <img src="./static/gifs/trans/3.gif"/>
-          <img src="./static/gifs/trans/4.gif"/>
-          <img src="./static/gifs/trans/5.gif"/>
-          <img src="./static/gifs/trans/6.gif"/>
+          <video controls>
+            <source src="./static/gifs/trans_ori/1.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans_ori/2.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans_ori/3.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans_ori/4.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans_ori/5.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans_ori/6.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+
+
+          <video controls>
+            <source src="./static/gifs/trans/1.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans/2.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans/3.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans/4.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans/5.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+          <video controls>
+            <source src="./static/gifs/trans/6.mp4" type="video/mp4">
+            Your browser does not support the video tag.
+          </video>
+
       </div>
       <hr class="hr-solid">
       <div class="hero-body">

diff --git a/FreerCustom/static/css/index.css b/FreerCustom/static/css/index.css
@@ -4,14 +4,19 @@ body {
 
 .video-grid {
   display: grid;
-  grid-template-columns: repeat(3, 1fr);
+  grid-template-columns: repeat(6, 1fr);
   gap: 10px;
 }
 .video-grid img {
   width: 100%;
   height: auto;
 }
 
+.video-grid video {
+  width: 100%;
+  height: auto;
+}
+
 .hr-solid {
   border: 0;
   border-top: 1px solid #d0d0d5;

diff --git a/FreerCustom/static/gifs/trans/1.gif b/FreerCustom/static/gifs/trans/1.gif
diff --git a/FreerCustom/static/gifs/trans/1.mp4 b/FreerCustom/static/gifs/trans/1.mp4
diff --git a/FreerCustom/static/gifs/trans/2.gif b/FreerCustom/static/gifs/trans/2.gif
diff --git a/FreerCustom/static/gifs/trans/2.mp4 b/FreerCustom/static/gifs/trans/2.mp4
diff --git a/FreerCustom/static/gifs/trans/3.gif b/FreerCustom/static/gifs/trans/3.gif
diff --git a/FreerCustom/static/gifs/trans/3.mp4 b/FreerCustom/static/gifs/trans/3.mp4
diff --git a/FreerCustom/static/gifs/trans/4.gif b/FreerCustom/static/gifs/trans/4.gif
diff --git a/FreerCustom/static/gifs/trans/4.mp4 b/FreerCustom/static/gifs/trans/4.mp4
diff --git a/FreerCustom/static/gifs/trans/5.gif b/FreerCustom/static/gifs/trans/5.gif
diff --git a/FreerCustom/static/gifs/trans/5.mp4 b/FreerCustom/static/gifs/trans/5.mp4
diff --git a/FreerCustom/static/gifs/trans/6.gif b/FreerCustom/static/gifs/trans/6.gif
diff --git a/FreerCustom/static/gifs/trans/6.mp4 b/FreerCustom/static/gifs/trans/6.mp4
diff --git a/FreerCustom/static/gifs/trans_ori/1.mp4 b/FreerCustom/static/gifs/trans_ori/1.mp4
diff --git a/FreerCustom/static/gifs/trans_ori/2.mp4 b/FreerCustom/static/gifs/trans_ori/2.mp4
diff --git a/FreerCustom/static/gifs/trans_ori/3.mp4 b/FreerCustom/static/gifs/trans_ori/3.mp4
diff --git a/FreerCustom/static/gifs/trans_ori/4.mp4 b/FreerCustom/static/gifs/trans_ori/4.mp4
diff --git a/FreerCustom/static/gifs/trans_ori/5.mp4 b/FreerCustom/static/gifs/trans_ori/5.mp4
diff --git a/FreerCustom/static/gifs/trans_ori/6.mp4 b/FreerCustom/static/gifs/trans_ori/6.mp4
diff --git a/FreerCustom/static/gifs/vid/1.gif b/FreerCustom/static/gifs/vid/1.gif
diff --git a/FreerCustom/static/gifs/vid/10.gif b/FreerCustom/static/gifs/vid/10.gif
diff --git a/FreerCustom/static/gifs/vid/11.gif b/FreerCustom/static/gifs/vid/11.gif
diff --git a/FreerCustom/static/gifs/vid/12.gif b/FreerCustom/static/gifs/vid/12.gif
diff --git a/FreerCustom/static/gifs/vid/2.gif b/FreerCustom/static/gifs/vid/2.gif
diff --git a/FreerCustom/static/gifs/vid/3.gif b/FreerCustom/static/gifs/vid/3.gif
diff --git a/FreerCustom/static/gifs/vid/4.gif b/FreerCustom/static/gifs/vid/4.gif
diff --git a/FreerCustom/static/gifs/vid/5.gif b/FreerCustom/static/gifs/vid/5.gif
diff --git a/FreerCustom/static/gifs/vid/6.gif b/FreerCustom/static/gifs/vid/6.gif
diff --git a/FreerCustom/static/gifs/vid/7.gif b/FreerCustom/static/gifs/vid/7.gif
diff --git a/FreerCustom/static/gifs/vid/8.gif b/FreerCustom/static/gifs/vid/8.gif
diff --git a/FreerCustom/static/gifs/vid/9.gif b/FreerCustom/static/gifs/vid/9.gif
diff --git a/FreerCustom/static/gifs/vids/1.mp4 b/FreerCustom/static/gifs/vids/1.mp4
diff --git a/FreerCustom/static/gifs/vids/10.mp4 b/FreerCustom/static/gifs/vids/10.mp4
diff --git a/FreerCustom/static/gifs/vids/11.mp4 b/FreerCustom/static/gifs/vids/11.mp4
diff --git a/FreerCustom/static/gifs/vids/12.mp4 b/FreerCustom/static/gifs/vids/12.mp4
diff --git a/FreerCustom/static/gifs/vids/2.mp4 b/FreerCustom/static/gifs/vids/2.mp4
diff --git a/FreerCustom/static/gifs/vids/3.mp4 b/FreerCustom/static/gifs/vids/3.mp4
diff --git a/FreerCustom/static/gifs/vids/4.mp4 b/FreerCustom/static/gifs/vids/4.mp4
diff --git a/FreerCustom/static/gifs/vids/5.mp4 b/FreerCustom/static/gifs/vids/5.mp4
diff --git a/FreerCustom/static/gifs/vids/6.mp4 b/FreerCustom/static/gifs/vids/6.mp4
diff --git a/FreerCustom/static/gifs/vids/7.mp4 b/FreerCustom/static/gifs/vids/7.mp4
diff --git a/FreerCustom/static/gifs/vids/8.mp4 b/FreerCustom/static/gifs/vids/8.mp4
diff --git a/FreerCustom/static/gifs/vids/9.mp4 b/FreerCustom/static/gifs/vids/9.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/1.mp4 b/FreerCustom/static/gifs/vids_ori/1.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/10.mp4 b/FreerCustom/static/gifs/vids_ori/10.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/11.mp4 b/FreerCustom/static/gifs/vids_ori/11.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/12.mp4 b/FreerCustom/static/gifs/vids_ori/12.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/2.mp4 b/FreerCustom/static/gifs/vids_ori/2.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/3.mp4 b/FreerCustom/static/gifs/vids_ori/3.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/4.mp4 b/FreerCustom/static/gifs/vids_ori/4.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/5.mp4 b/FreerCustom/static/gifs/vids_ori/5.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/6.mp4 b/FreerCustom/static/gifs/vids_ori/6.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/7.mp4 b/FreerCustom/static/gifs/vids_ori/7.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/8.mp4 b/FreerCustom/static/gifs/vids_ori/8.mp4
diff --git a/FreerCustom/static/gifs/vids_ori/9.mp4 b/FreerCustom/static/gifs/vids_ori/9.mp4