Skip to content

Commit

Permalink
add tl dr
Browse files Browse the repository at this point in the history
  • Loading branch information
@buoyancy99
buoyancy99 committed Jul 2, 2024
1 parent d09327d commit 88db614
Showing 1 changed file with 72 additions and 31 deletions.
103 changes: 72 additions & 31 deletions index.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,16 @@
<meta charset="utf-8" />
<meta
name="description"
content="Diffusion Forcing: Next-token Prediction Meets Full-Sequence Diffusion" />
content="Diffusion Forcing: Next-token Prediction Meets Full-Sequence Diffusion"
/>
<meta
name="keywords"
content="Diffusion Forcing, next-token, autoregressive, diffusion, independent noise, teacher forcing, video prediction" />
<meta property="og:image" content="https://boyuan.space/diffusion-forcing/static/images/method.png" />
content="Diffusion Forcing, next-token, autoregressive, diffusion, independent noise, teacher forcing, video prediction"
/>
<meta
property="og:image"
content="https://boyuan.space/diffusion-forcing/static/images/method.png"
/>
<meta name="viewport" content="width=device-width, initial-scale=1" />
<title>
Diffusion Forcing: Next-token Prediction Meets Full-Sequence Diffusion
Expand All @@ -18,23 +23,30 @@
<meta name="twitter:card" content="summary_large_image" />
<meta
name="twitter:title"
content="Diffusion Forcing: Next-token Prediction Meets Full-Sequence Diffusion" />
content="Diffusion Forcing: Next-token Prediction Meets Full-Sequence Diffusion"
/>
<meta
name="twitter:description"
content="Diffusion Forcing: a sequence model that combines next-token prediction and full-sequence diffusion" />
<meta name="twitter:image" content="https://boyuan.space/diffusion-forcing/static/images/method.png" />
content="Diffusion Forcing: a sequence model that combines next-token prediction and full-sequence diffusion"
/>
<meta
name="twitter:image"
content="https://boyuan.space/diffusion-forcing/static/images/method.png"
/>

<link
href="https://fonts.googleapis.com/css?family=Google+Sans|Noto+Sans|Castoro"
rel="stylesheet" />
rel="stylesheet"
/>

<link rel="stylesheet" href="./static/css/bulma.min.css" />
<link rel="stylesheet" href="./static/css/bulma-carousel.min.css" />
<link rel="stylesheet" href="./static/css/bulma-slider.min.css" />
<link rel="stylesheet" href="./static/css/fontawesome.all.min.css" />
<link
rel="stylesheet"
href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css" />
href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"
/>
<link rel="stylesheet" href="./static/css/index.css" />
<link rel="icon" href="./static/images/favicon.svg" />

Expand Down Expand Up @@ -94,7 +106,8 @@ <h1 class="title is-1 publication-title">
<img
src="./static/images/mit.jpg"
alt="MIT Logo"
class="logo" />
class="logo"
/>
<span class="author-block"><sup>1</sup>MIT</span>
</li>
</ul>
Expand All @@ -106,7 +119,8 @@ <h1 class="title is-1 publication-title">
<span class="link-block">
<a
href="https://arxiv.org/abs/2407.01392"
class="external-link button is-normal is-rounded is-dark">
class="external-link button is-normal is-rounded is-dark"
>
<span class="icon">
<i class="fas fa-file-pdf"></i>
</span>
Expand All @@ -128,7 +142,8 @@ <h1 class="title is-1 publication-title">
<span class="link-block">
<a
href="https://github.com/buoyancy99/diffusion-forcing"
class="external-link button is-normal is-rounded is-dark">
class="external-link button is-normal is-rounded is-dark"
>
<span class="icon">
<i class="fas fa-code"></i>
</span>
Expand All @@ -137,6 +152,12 @@ <h1 class="title is-1 publication-title">
</span>
</div>
</div>
<div class="is-size-5 mt-3">
<span class="has-text-weight-bold">TL;DR:</span> Diffusion
Forcing combines the strength of full-sequence diffusion models
and next-token models, acting as either or both at sampling time
for different applications.
</div>
</div>
</div>
</div>
Expand Down Expand Up @@ -198,7 +219,8 @@ <h2 class="title is-3 has-text-centered">Diffusion Forcing</h2>
<img
src="./static/images/abilities.png"
class="inline-figure-six"
alt="Abilities of teacher forcing, full-sequence diffusion, and Diffusion Forcing." />
alt="Abilities of teacher forcing, full-sequence diffusion, and Diffusion Forcing."
/>
</div>
<div class="content has-text-justified">
<p>
Expand All @@ -216,7 +238,8 @@ <h2 class="title is-3 has-text-centered">Diffusion Forcing</h2>
<img
src="./static/images/method.png"
class="inline-figure-six"
alt="Diffusion Forcing method." />
alt="Diffusion Forcing method."
/>
</div>
<br />
<div class="content has-text-justified">
Expand All @@ -232,7 +255,8 @@ <h2 class="title is-3 has-text-centered">Diffusion Forcing</h2>
<img
src="./static/images/usage.png"
class="inline-figure-six"
alt="Diffusion Forcing usage." />
alt="Diffusion Forcing usage."
/>
</div>
</div>
</div>
Expand All @@ -258,7 +282,8 @@ <h2 class="title is-3 has-text-centered">Video Prediction</h2>
<video id="dmlab" autoplay muted loop playsinline width="100%">
<source
src="static/videos/video_prediction/dmlab.mp4"
type="video/mp4" />
type="video/mp4"
/>
</video>
</div>
<div class="content has-text-justified">
Expand All @@ -277,14 +302,16 @@ <h2 class="title is-3 has-text-centered">Video Prediction</h2>
src="./static/images/dmlab_df_0.png"
class="inline-figure-six"
height="auto"
width="100%" />
width="100%"
/>
<hr />

<img
src="./static/images/dmlab_df_1.png"
class="inline-figure-six"
height="auto"
width="100%" />
width="100%"
/>

<hr />
</div>
Expand All @@ -296,10 +323,12 @@ <h2 class="title is-3 has-text-centered">Video Prediction</h2>
muted
loop
playsinline
width="100%">
width="100%"
>
<source
src="static/videos/video_prediction/minecraft.mp4"
type="video/mp4" />
type="video/mp4"
/>
</video>
</div>
<div class="content has-text-justified">
Expand All @@ -317,15 +346,17 @@ <h2 class="title is-3 has-text-centered">Video Prediction</h2>
src="./static/images/minecraft_df_0.png"
class="inline-figure-six"
height="auto"
width="100%" />
width="100%"
/>

<hr />

<img
src="./static/images/minecraft_df_1.png"
class="inline-figure-six"
height="auto"
width="100%" />
width="100%"
/>
</div>
</div>
</div>
Expand Down Expand Up @@ -355,7 +386,8 @@ <h2 class="title is-3 has-text-centered">
<video id="dmlab_long" autoplay muted loop playsinline width="100%">
<source
src="static/videos/video_prediction/dmlab_long_compressed.mp4"
type="video/mp4" />
type="video/mp4"
/>
</video>

<div class="content has-text-justified">
Expand All @@ -378,7 +410,8 @@ <h2 class="title is-3 has-text-centered">
src="./static/images/df_dmlab_long_0.png"
class="inline-figure-six"
height="auto"
width="100%" />
width="100%"
/>
</div>

<video
Expand All @@ -387,10 +420,12 @@ <h2 class="title is-3 has-text-centered">
muted
loop
playsinline
width="100%">
width="100%"
>
<source
src="static/videos/video_prediction/minecraft_long_compressed.mp4"
type="video/mp4" />
type="video/mp4"
/>
</video>

<div class="content has-text-justified">
Expand All @@ -417,7 +452,8 @@ <h2 class="title is-3 has-text-centered">
src="./static/images/df_minecraft_long_0.png"
class="inline-figure-six"
height="auto"
width="100%" />
width="100%"
/>
</div>
</div>
</div>
Expand Down Expand Up @@ -449,10 +485,12 @@ <h2 class="title is-3 has-text-centered">Diffusion Planning</h2>
muted
loop
playsinline
width="100%">
width="100%"
>
<source
src="static/videos/planning/planning.mp4"
type="video/mp4" />
type="video/mp4"
/>
</video>
<div class="content has-text-justified">
<p>
Expand Down Expand Up @@ -491,7 +529,8 @@ <h2 class="title is-3 has-text-centered">
src="./static/images/robot.png"
class="inline-figure-six"
height="auto"
width="100%" />
width="100%"
/>
</div>
<div class="content has-text-justified">
<p>
Expand Down Expand Up @@ -522,10 +561,12 @@ <h2 class="title is-3 has-text-centered">
muted
loop
playsinline
width="100%">
width="100%"
>
<source
src="static/videos/robot/robot_distraction.mp4"
type="video/mp4" />
type="video/mp4"
/>
</video>
</div>
<div class="content has-text-justified">
Expand Down

0 comments on commit 88db614

Please sign in to comment.