https://shubham-goel.github.io/ds/

1<!-- Global site tag (gtag.js) - Google Analytics -->

1
2<script async src="https://www.googletagmanager.com/gtag/js?id=

2G-9VSBD1WL8J

2"></script>

3<script>
4  

4window.dataLayer = window.dataLayer || [];
5  function gtag(){dataLayer.push(arguments);}
6  gtag('js', new Date());
7
8  gtag('config', '

8G-9VSBD1WL8J

8');

9</script>

9
10
11

12<script src="http://www.google.com/jsapi" type="text/javascript"></script>

12

13<script type="text/javascript">google.load("jquery", "1.3.2");</script>

13
14
15<style type="text/css">
16    body {
17        font-family: "HelveticaNeue-Light", "Helvetica Neue Light", "Helvetica Neue", Helvetica, Arial, "Lucida Grande", sans-serif;
18        font-weight: 300;
19        font-size: 18px;
20        margin-left: auto;
21        margin-right: auto;
22        width: 1100px;
23    }
24
25    h1 {
26        font-weight: 300;
27    }
28
29    .disclaimerbox {
30        background-color: #eee;
31        border: 1px solid #eeeeee;
32        border-radius: 10px;
33        -moz-border-radius: 10px;
34        -webkit-border-radius: 10px;
35        padding: 20px;
36    }
37
38    video.header-vid {
39        height: 140px;
40        border: 1px solid black;
41        border-radius: 10px;
42        -moz-border-radius: 10px;
43        -webkit-border-radius: 10px;
44    }
45
46    img.header-img {
47        height: 140px;
48        border: 1px solid black;
49        border-radius: 10px;
50        -moz-border-radius: 10px;
51        -webkit-border-radius: 10px;
52    }
53
54    img.rounded {
55        border: 1px solid #eeeeee;
56        border-radius: 10px;
57        -moz-border-radius: 10px;
58        -webkit-border-radius: 10px;
59    }
60
61    a:link,
62    a:visited {
63        color: #1367a7;
64        text-decoration: none;
65    }
66
67    a:hover {
68        color: #208799;
69    }
70
71    td.dl-link {
72        height: 160px;
73        text-align: center;
74        font-size: 22px;
75    }
76
77    .layered-paper-big {
78        /* modified from: http://css-tricks.com/snippets/css/layered-paper/ */
79        box-shadow:
80            0px 0px 1px 1px rgba(0, 0, 0, 0.35),
81            /* The top layer shadow */
82            5px 5px 0 0px #fff,
83            /* The second layer */
84            5px 5px 1px 1px rgba(0, 0, 0, 0.35),
85            /* The second layer shadow */
86            10px 10px 0 0px #fff,
87            /* The third layer */
88            10px 10px 1px 1px rgba(0, 0, 0, 0.35),
89            /* The third layer shadow */
90            15px 15px 0 0px #fff,
91            /* The fourth layer */
92            15px 15px 1px 1px rgba(0, 0, 0, 0.35),
93            /* The fourth layer shadow */
94            20px 20px 0 0px #fff,
95            /* The fifth layer */
96            20px 20px 1px 1px rgba(0, 0, 0, 0.35),
97            /* The fifth layer shadow */
98            25px 25px 0 0px #fff,
99            /* The fifth layer */
100            25px 25px 1px 1px rgba(0, 0, 0, 0.35);
101        /* The fifth layer shadow */
102        margin-left: 10px;
103        margin-right: 45px;
104    }
105
106
107    .layered-paper {
108        /* modified from: http://css-tricks.com/snippets/css/layered-paper/ */
109        box-shadow:
110            0px 0px 1px 1px rgba(0, 0, 0, 0.35),
111            /* The top layer shadow */
112            5px 5px 0 0px #fff,
113            /* The second layer */
114            5px 5px 1px 1px rgba(0, 0, 0, 0.35),
115            /* The second layer shadow */
116            10px 10px 0 0px #fff,
117            /* The third layer */
118            10px 10px 1px 1px rgba(0, 0, 0, 0.35);
119        /* The third layer shadow */
120        margin-top: 5px;
121        margin-left: 10px;
122        margin-right: 30px;
123        margin-bottom: 5px;
124    }
125
126    .vert-cent {
127        position: relative;
128        top: 50%;
129        transform: translateY(-50%);
130    }
131
132    hr {
133        border: 0;
134        height: 1.5px;
135        background-image: linear-gradient(to right, rgba(0, 0, 0, 0), rgba(0, 0, 0, 0.75), rgba(0, 0, 0, 0));
136    }
137</style>
138
139<html>
140
141<head>
142    <title>DS</title>
143    <meta property="og:title" content="DS" />
144    <meta property="og:image" content="resources/images/teaser.png" />
145    <link rel="apple-touch-icon" sizes="180x180" href="resources/favicon_io/apple-touch-icon.png">
146    <link rel="icon" type="image/png" sizes="32x32" href="resources/favicon_io/favicon-32x32.png">
147    <link rel="icon" type="image/png" sizes="16x16" href="resources/favicon_io/favicon-16x16.png">
148    <link rel="manifest" href="resources/favicon_io/site.webmanifest">
149    <!-- #TODO -->
150    <!-- <meta property="og:url" content="https://www.youtube.com/watch?v=9-Ttb8jsevo" />  -->
151</head>
152
153<body>
154    <br>
155    <center>
156        <span style="font-size:42px">Differentiable Stereopsis: <br> Meshes from multiple views using differentiable
157            rendering</span>
158
159    </center>
160
161    <br><br>
162    <table align=center width=800px>
163        <tr>
164            <td align=center width=100px>
165                <center>

166                    <span style="font-size:20px"><a href="https://shubham-goel.github.io/">Shubham
167                            Goel</a></span>
168                </center>
169            </td>
170
171            <td align=center width=100px>
172                <center>
173                    <span style="font-size:20px"><a href="https://gkioxari.github.io/">Georgia Gkioxari</a></span>
174                </center>
175            </td>
176
177            <td align=center width=100px>
178                <center>
179                    <span style="font-size:20px"><a href="http://www.eecs.berkeley.edu/~malik/">Jitendra
180                            Malik</a></span>
181                </center>
182            </td>
183        </tr>
184    </table>
185
186    <table align=center width=700px>
187        <tr>
188            <td align=center width=100px>
189                <center>
190                    <span style="font-size:20px">University of California, Berkeley</span>
191                </center>
192            </td>
193            <td align=center width=100px>
194                <center>
195                    <span style="font-size:20px">Facebook AI Research</span>
196                </center>
197            </td>
198        </tr>
199    </table>
200
201    <br>
202    <table align=center width=700px>
203        <tr>
204            <td align=center width=100px>
205                <center>
206                    <span style="font-size:20px">In CVPR 2022</span>
207                </center>
208            </td>
209        </tr>
210    </table>
211
212    <br>
213    <table align=center width=400px>
214        <tr>
215            <td align=center width=100px>
216                <center>
217                    <span style="font-size:20px"><a href="https://arxiv.org/pdf/2110.05472.pdf">[Paper]</a></span>
218                </center>
219            </td>
220
221            <!--
222            <td align=center width=100px>
223                <center>
224                    <span style="font-size:20px"><a href="https://arxiv.org/abs/2007.10982">[Arxiv]</a></span>
225                </center>
226            </td> -->
227
228            <!-- <td align=center width=100px>
229                <center>
230                    <span style="font-size:20px"><a href="https://youtu.be/??">[Video]</a></span>
231                </center>
232            </td> -->
233
234            <td align=center width=100px>
235                <center>
236                    <span style="font-size:20px"><a href="https://github.com/shubham-goel/ds">[Code]</a></span>
237                </center>
238            </td>
239
240        </tr>
241    </table>
242
243    <br>
244    <br>
245    <table align=center width=1000px>
246        <tr>
247            <td width=1000px>
248                <center>
249                    <a href="./resources/images/teaser.png"><img src="./resources/images/teaser.png"
250                            width="1000px"></img></href></a><br>
251                </center>
252            </td>
253        </tr>
254    </table>
255    <table align=center width=600px>
256        <tr>
257            <td width=600px>
258                <center>
259                    <span style="font-size:14px"><i>
260                            Given few input views with masks and noisy camera poses, Differentiable Stereopsis
261                            reconstructs the shape and texture of the underlying object while fixing the camera poses.
262                            <!-- Given an image collection of an object category, like birds, we propose
263                            a computational framework that given a single image of an object, predicts its 3D shape,
264                            viewpoint and texture, without using any 3D shape, viewpoints or keypoint supervision during
265                            training. On the right we show the input image and the results obtained by our method, shown
266                            from multiple views. -->
267                        </i>
268                    </span>
269                </center>
270            </td>
271        </tr>
272    </table>
273
274    <br><br>
275    We propose Differentiable Stereopsis, a multi-view stereo approach that reconstructs shape and texture from few
276    input views and noisy cameras. We pair traditional stereopsis and modern differentiable rendering to build an
277    end-to-end model which predicts textured 3D meshes of objects with varying topologies and shape. We frame stereopsis
278    as an optimization problem and simultaneously update shape and cameras via simple gradient descent. We run an
279    extensive quantitative analysis and compare to traditional multi-v

279iew stereo techniques and state-of-the-art
280    learning based methods. We show compelling reconstructions on challenging real-world scenes and for an abundance of
281    object types with complex shape, topology and texture.
282    <br><br>
283
284    <hr>
285
286    <center>
287        <h1>Overview</h1>
288    </center>
289    <center>
290        <h3>Approach</h3>
291    </center>
292    <table align=center width=900px>
293        <tr>
294            <td width=600px>
295                <center>
296                    <div class="video">
297                        <iframe width="720" height="405" src="https://www.youtube.com/embed/nexQLnyZc0w" frameborder="0"
298                            allowfullscreen></iframe>
299                    </div>
300                </center>
301            </td>
302        </tr>
303    </table>
304    <br>
305
306    <center>
307        <h3>Results</h3>
308    </center>
309    <table align=center width=900px>
310        <tr>
311            <td width=600px>
312                <center>
313                    <div class="video">
314                        <iframe width="720" height="405" src="https://www.youtube.com/embed/YwRpKq8ghOw" frameborder="0"
315                            allowfullscreen></iframe>
316                    </div>
317                </center>
318            </td>
319        </tr>
320    </table>
321    <br>
322
323    <hr>
324    <!-- <table align=center width=550px> -->
325    <table align=center width=800>
326        <center>
327            <h1>Paper</h1>
328        </center>
329        <tr>
330            <td><a href="https://arxiv.org/pdf/2110.05472.pdf"><img style="height:300px" src="./resources/images/paper.png" /></a>
331            </td>
332            <td><span style="font-size:14pt">Goel, Gkioxari, Malik.<br><br>
333                    Differentiable Stereopsis: Meshes from multiple views using differentiable
334                    rendering<br><br>
335                    <!-- In ECCV, 2020.<br><br> -->
336                    <a href="https://arxiv.org/pdf/2110.05472.pdf">[pdf]</a> &nbsp; &nbsp;
337                    <!-- <a href="https://arxiv.org/abs/2007.10982">[arXiv]</a> &nbsp; &nbsp; -->
338                    <a href="./resources/bibtex.txt">[bibtex]</a> &nbsp; &nbsp;
339                    <!-- [hosted on <a href="#">arXiv</a>]</a> -->
340            </td>
341        </tr>
342    </table>
343    <br>
344
345    <hr>
346
347    <table align=center width=1100px>
348        <tr>
349            <td>
350                <left>
351                    <center>
352                        <h1>Acknowledgements</h1>
353                        We thank members of the BAIR and FAIR community for
354                        helpful discussions. This webpage template was borrowed from some <a
355                            href="https://richzhang.github.io/colorization/">colorful folks</a>.
356                    </center>
357                </left>
358            </td>
359        </tr>
360    </table>
361
362    <br><br>
363</body>
364
365</html>