Skip to content

Commit c75baff

Browse files
faikitfaikit
committed
.
1 parent 2e1cc41 commit c75baff

File tree

1 file changed

+361
-0
lines changed
  • app/(default)/(project)/FoldAnything

1 file changed

+361
-0
lines changed

‎app/(default)/(project)/FoldAnything/page.tsx‎

Lines changed: 361 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,361 @@
1+
import type { Metadata } from "next";
2+
export const metadata: Metadata = {
3+
title: "ReSim | OpenDriveLab",
4+
description: "ReSim",
5+
keywords: ["ReSim", "OpenDriveLab", "HKU"],
6+
};
7+
8+
9+
import Image from 'next/image'
10+
import Link from "next/link"
11+
12+
13+
import { AspectRatio } from "@/components/ui/aspect-ratio"
14+
15+
16+
17+
export default function Home() {
18+
return (
19+
<div className="w-full overflow-x-hidden">
20+
21+
22+
23+
<div className="w-full xl:h-screen flex flex-col xl:flex-row gap-10 xl:gap-20 justify-around xl:justify-center items-center p-20 ">
24+
<div className="flex-1/2 h-1/3 w-full xl:h-full flex flex-col justify-center select-none">
25+
<AspectRatio ratio={16/9}>
26+
<Image
27+
// src="https://ik.imagekit.io/opendrivelab/univla"
28+
src="https://ik.imagekit.io/opendrivelab/resim.jpg"
29+
alt="ReSim"
30+
fill
31+
className="rounded-sm object-cover bg-gradient-landing"
32+
/>
33+
</AspectRatio>
34+
</div>
35+
<div className="flex-1/2 flex flex-col gap-3 xl:justify-around">
36+
<div className="flex flex-col w-full">
37+
<div className="flex flex-col gap-3">
38+
<h1 className="text-7xl 3xl:text-8xl font-bold w-full fg-gradient-blue">
39+
ReSim
40+
</h1>
41+
<h1 className="text-4xl 3xl:text-5xl font-bold w-full fg-gradient-blue pb-3">
42+
Reliable World Simulation for Autonomous Driving
43+
</h1>
44+
</div>
45+
<div className="flex flex-col gap-2 pb-3">
46+
<h2 className="w-full leading-loose">
47+
<a href="https://github.com/YTEP-ZHI" className="text-o-blue hover:underline text-nowrap">Jiazhi Yang</a><sup className="align-super text-sm">1,3</sup>,{' '}
48+
<a href="https://kashyap7x.github.io/" className="text-o-blue hover:underline text-nowrap">Kashyap Chitta</a><sup className="align-super text-sm">4,7</sup>,{' '}
49+
<a href="https://github.com/Little-Podi" className="text-o-blue hover:underline text-nowrap">Shenyuan Gao</a><sup className="align-super text-sm">8</sup>,{' '}
50+
<a href="https://long.ooo/" className="text-o-blue hover:underline text-nowrap">Long Chen</a><sup className="align-super text-sm">5</sup>,{' '}
51+
<a href="https://meteorcollector.github.io/" className="text-o-blue hover:underline text-nowrap">Yuqian Shao</a><sup className="align-super text-sm">6</sup>,{' '}
52+
<a href="https://jiaxiaosong1002.github.io/" className="text-o-blue hover:underline text-nowrap">Xiaosong Jia</a><sup className="align-super text-sm">6</sup>,{' '}
53+
<a href="https://lihongyang.info/" className="text-o-blue hover:underline text-nowrap">Hongyang Li</a><sup className="align-super text-sm">2</sup>,{' '}
54+
<a href="https://www.cvlibs.net/" className="text-o-blue hover:underline text-nowrap">Andreas Geiger</a><sup className="align-super text-sm">7</sup>,{' '}
55+
<a href="https://xyue.io/" className="text-o-blue hover:underline text-nowrap">Xiangyu Yue</a><sup className="align-super text-sm">1</sup>,{' '}
56+
<a href="https://ilnehc.github.io/" className="text-o-blue hover:underline text-nowrap">Li Chen</a><sup className="align-super text-sm">2,3</sup>{' '}
57+
</h2>
58+
<h2 className="w-full leading-loose flex gap-1 flex-wrap">
59+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">1</sup>The Chinese University of Hong Kong {' '}</span>
60+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">2</sup>The University of Hong Kong {' '}</span>
61+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">3</sup>OpenDriveLab at Shanghai AI Lab {' '}</span>
62+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">4</sup>NVIDIA Research {' '}</span>
63+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">5</sup>Xiaomi EV {' '}</span>
64+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">6</sup>Shanghai Jiao Tong University {' '}</span>
65+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">7</sup>University of Tübingen, Tübingen AI Center {' '}</span>
66+
<span className="text-nowrap"><sup className="align-super text-sm text-nowrap">8</sup>HKUST {' '}</span>
67+
</h2>
68+
</div>
69+
<div className="flex flex-wrap gap-6">
70+
<a
71+
href="https://arxiv.org/abs/2506.09981"
72+
target="_blank"
73+
className="flex items-center gap-2 bg-gray-800 text-white rounded-full px-4 py-2 text-sm hover:bg-gray-700 transition"
74+
>
75+
<Image
76+
src="https://opendrivelab.github.io/ReSim/figs/arxiv2.png"
77+
alt=""
78+
width={15}
79+
height={10}
80+
/>
81+
arXiv
82+
</a>
83+
<a
84+
href="https://github.com/OpenDriveLab/ReSim"
85+
target="_blank"
86+
className="flex items-center gap-2 bg-gray-800 text-white rounded-full px-4 py-2 text-sm hover:bg-gray-700 transition"
87+
>
88+
<Image
89+
src="https://opendrivelab.github.io/ReSim/figs/github.png"
90+
alt=""
91+
width={25}
92+
height={10}
93+
/>
94+
Code coming soon
95+
</a>
96+
</div>
97+
</div>
98+
</div>
99+
</div>
100+
101+
102+
<div className="w-full flex flex-col justify-center items-center gap-3 px-6 my-32">
103+
<h1 className="text-4xl font-bold scroll-mt-32" id="overview">
104+
Overview
105+
</h1>
106+
</div>
107+
<div className="w-full flex flex-row justify-center px-6 ">
108+
<div className="max-w-4xl rounded-sm bg-gradient-landing">
109+
<video
110+
preload="none"
111+
autoPlay
112+
muted
113+
playsInline
114+
>
115+
<source src="https://opendrivelab.github.io/ReSim/mp4/teaser1.mp4"/>
116+
{/* <source src="https://opendrivelab.github.io/ReSim/action_control/Waymo1.mp4"/> */}
117+
</video>
118+
</div>
119+
</div>
120+
<div className="flex flex-row justify-center px-6 mt-20">
121+
<p className="max-w-4xl text-bl text-justify leading-relaxed xl:leading-loose">
122+
How can we reliably simulate future driving scenarios under a wide range of
123+
ego driving behaviors? Recent driving world models, developed exclusively on
124+
real-world driving data composed mainly of safe expert trajectories, struggle to
125+
follow hazardous or non-expert behaviors, which are rare in such data. This limitation
126+
restricts their applicability to tasks such as policy evaluation. In this work,
127+
we address this challenge by enriching real-world human demonstrations with
128+
diverse non-expert data collected from a driving simulator (e.g., CARLA), and
129+
building a controllable world model trained on this heterogeneous corpus. Starting
130+
with a video generator featuring a diffusion transformer architecture, we devise
131+
several strategies to effectively integrate conditioning signals and improve
132+
prediction controllability and fidelity. The resulting model, ReSim, enables Reliable
133+
Simulation of diverse open-world driving scenarios under various actions, including
134+
hazardous non-expert ones. To close the gap between high-fidelity simulation and
135+
applications that require reward signals to judge different actions, we introduce a
136+
Video2Reward module that estimates a reward from ReSim's simulated future. Our
137+
ReSim paradigm achieves up to 44% higher visual fidelity, improves controllability
138+
for both expert and non-expert actions by over 50%, and boosts planning and policy
139+
selection performance on NAVSIM by 2% and 25%, respectively.
140+
</p>
141+
</div>
142+
143+
144+
145+
146+
{/* waymo */}
147+
<div className="w-full flex flex-col justify-center items-center gap-3 px-6 my-32">
148+
<h1 className="text-4xl font-bold scroll-mt-32" id="action_control_waymo">
149+
Action-Controlled Future Prediction
150+
</h1>
151+
<h1 className="text-2xl">
152+
Waymo (Zero-shot)
153+
</h1>
154+
</div>
155+
156+
157+
158+
<div className="w-full px-6 flex flex-col justify-center gap-20 items-center">
159+
<video
160+
preload="none"
161+
autoPlay
162+
loop
163+
muted
164+
playsInline
165+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
166+
>
167+
<source src="https://opendrivelab.github.io/ReSim/action_control/Waymo1.mp4"/>
168+
</video>
169+
<video
170+
preload="none"
171+
autoPlay
172+
loop
173+
muted
174+
playsInline
175+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
176+
>
177+
<source src="https://opendrivelab.github.io/ReSim/action_control/Waymo2.mp4"/>
178+
</video>
179+
</div>
180+
181+
182+
{/* nus */}
183+
<div className="w-full flex flex-col justify-center items-center gap-3 px-6 my-32">
184+
<h1 className="text-4xl font-bold scroll-mt-32" id="action_control_nuscenes">
185+
Action-Controlled Future Prediction
186+
</h1>
187+
<h1 className="text-2xl">
188+
nuScenes (Zero-shot)
189+
</h1>
190+
</div>
191+
192+
193+
194+
<div className="w-full px-6 flex flex-col justify-center gap-20 items-center">
195+
<video
196+
preload="none"
197+
autoPlay
198+
loop
199+
muted
200+
playsInline
201+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
202+
>
203+
<source src="https://opendrivelab.github.io/ReSim/action_control/nuScenes1.mp4"/>
204+
</video>
205+
<video
206+
preload="none"
207+
autoPlay
208+
loop
209+
muted
210+
playsInline
211+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
212+
>
213+
<source src="https://opendrivelab.github.io/ReSim/action_control/nuScenes2.mp4"/>
214+
</video>
215+
</div>
216+
217+
218+
219+
<div className="w-full flex flex-col justify-center items-center gap-3 px-6 my-32">
220+
<h1 className="text-4xl font-bold scroll-mt-32" id="comparison">
221+
Comparison of Action Controllability
222+
</h1>
223+
</div>
224+
225+
226+
227+
<div className="w-full px-6 flex flex-col justify-center gap-20 items-center">
228+
<video
229+
preload="none"
230+
autoPlay
231+
loop
232+
muted
233+
playsInline
234+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
235+
>
236+
<source src="https://opendrivelab.github.io/ReSim/method_comparisons/comparison1.mp4"/>
237+
</video>
238+
<video
239+
preload="none"
240+
autoPlay
241+
loop
242+
muted
243+
playsInline
244+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
245+
>
246+
<source src="https://opendrivelab.github.io/ReSim/method_comparisons/comparison2.mp4"/>
247+
</video>
248+
<video
249+
preload="none"
250+
autoPlay
251+
loop
252+
muted
253+
playsInline
254+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
255+
>
256+
<source src="https://opendrivelab.github.io/ReSim/method_comparisons/comparison3.mp4"/>
257+
</video>
258+
<video
259+
preload="none"
260+
autoPlay
261+
loop
262+
muted
263+
playsInline
264+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
265+
>
266+
<source src="https://opendrivelab.github.io/ReSim/method_comparisons/comparison4.mp4"/>
267+
</video>
268+
<video
269+
preload="none"
270+
autoPlay
271+
loop
272+
muted
273+
playsInline
274+
className="w-full max-w-7xl rounded-sm bg-gradient-landing"
275+
>
276+
<source src="https://opendrivelab.github.io/ReSim/method_comparisons/comparison5.mp4"/>
277+
</video>
278+
</div>
279+
280+
281+
282+
{/* <div className="w-full h-32 flex flex-col justify-center items-center">
283+
<h1 className="text-4xl font-bold scroll-mt-32" id="comparison">
284+
Comparison
285+
</h1>
286+
</div>
287+
<DouDoubleTabSelector/> */}
288+
289+
<div className="w-full flex flex-col justify-center items-center gap-3 px-6 my-32">
290+
<h1 className="text-4xl font-bold scroll-mt-32" id="action_free">
291+
Action-free Future Prediction
292+
</h1>
293+
</div>
294+
295+
296+
297+
<div className="w-full px-6 flex flex-col justify-center gap-20 items-center">
298+
<div className="w-full max-w-7xl flex flex-col 2xl:flex-row gap-6 2xl:gap-20">
299+
<div className="flex flex-col justify-center items-center min-w-[128px]">
300+
<h2 className="text-2xl text-center">
301+
NAVSIM
302+
</h2>
303+
</div>
304+
<div>
305+
<video
306+
preload="none"
307+
autoPlay
308+
loop
309+
muted
310+
playsInline
311+
className="w-full object-fit rounded-sm bg-gradient-landing"
312+
>
313+
<source src="https://opendrivelab.github.io/ReSim/action_free/NAVSIM.mp4"/>
314+
</video>
315+
</div>
316+
</div>
317+
<div className="w-full max-w-7xl flex flex-col 2xl:flex-row gap-6 2xl:gap-20">
318+
<div className="flex flex-col justify-center items-center min-w-[128px]">
319+
<h2 className="text-2xl text-center">
320+
nuScenes
321+
</h2>
322+
</div>
323+
<div>
324+
<video
325+
preload="none"
326+
autoPlay
327+
loop
328+
muted
329+
playsInline
330+
className="w-full object-fit rounded-sm bg-gradient-landing"
331+
>
332+
<source src="https://opendrivelab.github.io/ReSim/action_free/nuScenes.mp4"/>
333+
</video>
334+
</div>
335+
</div>
336+
<div className="w-full max-w-7xl flex flex-col 2xl:flex-row gap-6 2xl:gap-20">
337+
<div className="flex flex-col justify-center items-center min-w-[128px]">
338+
<h2 className="text-2xl text-center">
339+
Waymo
340+
</h2>
341+
</div>
342+
<div>
343+
<video
344+
preload="none"
345+
autoPlay
346+
loop
347+
muted
348+
playsInline
349+
className="w-full object-fit rounded-sm bg-gradient-landing"
350+
>
351+
<source src="https://opendrivelab.github.io/ReSim/action_free/Waymo.mp4"/>
352+
</video>
353+
</div>
354+
</div>
355+
</div>
356+
357+
358+
359+
</div>
360+
);
361+
}

0 commit comments

Comments
 (0)