1<!DOCTYPE html> 2<html lang="en"> 3 <head> 4 <meta http-equiv="Content-Type" content="text/html;charset=UTF-8" /> 5 <meta charset="utf-8" /> 6 <meta name="viewport" content="width=device-width, initial-scale=1" /> 7 <meta 8 name="description" 9 content="a diverse, large-scale multi-modal multi-view video dataset and benchmark challenge centering around simultaneously-captured ego-centric and exo-centric video of skilled human activities (e.g., sports, music, dance, bike repair)., supporting research in multi-modal machine perception for daily life activity" 10 /> 11 <meta 12 name="keywords" 13 content="video dataset, machine perception, machine-learning, research" 14 /> 15 16 <title>Ego-Exo4D</title> 17 <link rel="preconnect" href="https://use.fontawesome.com" /> 18 <link rel="preconnect" href="https://maxcdn.bootstrapcdn.com" /> 19 <link rel="preconnect" href="https://ajax.googleapis.com" /> 20 <link rel="preconnect" href="https://fonts.googleapis.com" /> 21 <link rel="preconnect" href="https://fonts.gstatic.com" /> 22 <link rel="preconnect" href="https://assets.ego4d-data.org" /> 23 24 <link rel="preload" as="image" href="assets/images/ego-exo4d-logo.png" /> 25 <link rel="preload" as="image" href="assets/images/scenarios/cooking.jpg" /> 26 <link 27 rel="preload" 28 href="https://fonts.gstatic.com/s/oswald/v53/TK3_WkUHHAIjg75cFRf3bXL8LICs1_FvsUZiZSSShiA.woff2" 29 as="font" 30 type="font/woff2" 31 crossorigin 32 /> 33 <link 34 rel="preload" 35 href="https://use.fontawesome.com/releases/v5.15.4/webfonts/fa-brands-400.woff2" 36 as="font" 37 type="font/woff2" 38 crossorigin 39 /> 40 <link 41 rel="preload" 42 href="https://use.fontawesome.com/releases/v5.15.4/webfonts/fa-solid-900.woff2" 43 as="font" 44 type="font/woff2" 45 crossorigin 46 /> 47 <link rel="icon" href="./assets/images/ego-exo4d-icon.ico" /> 48 49 <link rel="stylesheet" href="assets/css/style.css" /> 50 51 <!-- Latest font-awesome css for icons --> 52 <link 53 rel="stylesheet" 54 href="https://use.fontawesome.com/releases/v5.15.4/css/all.css" 55 integrity="sha384-DyZ88mC6Up2uqS4h/KRgHuoeGwBcD4Ng9SiP4dIRy0EXTlnuz47vAwmeGwVChigm" 56 crossorigin="anonymous" 57 /> 58 59 <!-- BS3 compiled and minified CSS --> 60 <link 61 rel="stylesheet" 62 href="https://maxcdn.bootstrapcdn.com/bootstrap/3.4.1/css/bootstrap.min.css" 63 /> 64 65 <!-- jQuery library --> 66
66<script 67 src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js" 68 defer 69 ></script>
69 70 <!-- Latest compiled JavaScript for BS3 --> 71
71<script 72 src="https://maxcdn.bootstrapcdn.com/bootstrap/3.4.1/js/bootstrap.min.js" 73 defer 74 ></script>
74 75 76 <!-- scripts to control the hover behaviour on landing page --> 77
77<script src="./assets/js/camera-bounds.js"></script>
77 78
78<script src="./assets/js/camera-tooltip.js"></script>
78 79 80
80<script type="text/javascript"> 81 function openTabbedContent(element) { 82 var whereTo = $(element).attr("goto"), 83 tabs = $("#benchmarks li"), 84 links = tabs.find("a[href='#" + whereTo + "']"); 85 86 links[0].click(); 87 } 88 </script>
88 89 </head> 90 <body> 91 <section id="parallax-image"> 92 <div id="cover-video" class="hidden-1025x512"> 93 <video 94 autoplay 95 muted 96 loop 97 playsinline 98 poster="assets/images/scenarios/cooking.jpg" 99 > 100 <source 101 data-src="assets/videos/cooking/pointcloud.mp4" 102 type="video/mp4" 103 /> 104 </video> 105 </div> 106 <div id="scenario_selector" class="gone"> 107 <span style="color: white">Scenario:  </span> 108 <div class="dropdown"> 109 <button 110 class="btn btn-default dropdown-toggle" 111 type="button" 112 id="scenario_dropdown_btn" 113 data-toggle="dropdown" 114 aria-haspopup="true" 115 aria-expanded="true" 116 > 117 <span id="scenario" style="color: #9752cb !important">Cooking</span> 118 <span class="caret"></span> 119 </button> 120 <ul 121 id="scenario_dropdown_list" 122 class="dropdown-menu dropdown-menu-right" 123 aria-labelledby="scenario_dropdown_btn" 124 > 125 <li><a href="#" data-scenario="basketball">Basketball</a></li> 126 <li><a href="#" data-scenario="bike_repair">Bike Repair</a></li> 127 <li><a href="#" data-scenario="bouldering">Bouldering</a></li> 128 <li><a href="#" data-scenario="cooking">Cooking</a></li> 129 </ul> 130 </div> 131 </div> 132 <div id="parallax-tooltip" class="gone"> 133 <video id="parallax-video" muted loop> 134 Video is not supported in this browser :( 135 </video> 136 </div> 137 <div class="container-fluid"> 138 <div class="row h-100"> 139 <div class="col-xs-12 h-100"> 140 <div class="parallax-description"> 141 <div class="parallax-logo"> 142 <img src="assets/images/ego-exo4d-logo.png" alt="Logo" /> 143 <p class="show-1025x512"> 144 Hover your mouse over scene cameras above to see a sample 145 video for the chosen scenario. 146 </p> 147 </div> 148 <p> 149 A <b>diverse</b>, large-scale <b>multi-modal</b>, 150 <b>multi-view</b>, video dataset and benchmark collected across 151 13 cities worldwide by 740 camera wearers, capturing 152 <b>1286.3 hours</b> of video of skilled human activities. 153 </p> 154 155 <div class="row"> 156 <a 157 class="btn btn-primary btn-translucent" 158 role="button" 159 href="#intro" 160 > 161 Learn More ↓ 162 </a> 163 <a 164 class="btn btn-default" 165 href="https://youtu.be/GdooXEBAnI8" 166 target="_blank" 167 role="button" 168 rel="noopener noreferrer" 169 > 170 Watch Video â 171 </a> 172 <a 173 class="btn btn-default" 174 href="https://docs.ego-exo4d-data.org/" 175 target="_blank" 176 role="button" 177 rel="noopener noreferrer" 178 > 179 Start Here â 180 </a> 181 </div> 182 </div> 183 </div> 184 </div> 185 </div> 186 </section> 187 <header> 188 <nav id="nav-bar" class="navbar nav-dropdown navbar-expand-lg"> 189 <div id="nav-links" class="container-fluid"> 190 <button 191 class="navbar-toggler" 192 type="button" 193 data-toggle="collapse" 194 data-target="#nav-menu" 195 aria-controls="nav-menu" 196 aria-expanded="false" 197 aria-label="Toggle navigation" 198 > 199 <div class="hamburger"> 200 <span></span> 201 <span></span> 202 <span></span> 203 <span></span> 204 </div> 205 </button> 206 207 <div id="nav-logo"> 208 <a href="#"> 209 <img 210 id="logo" 211 src="assets/images/ego-exo4d-logo.png" 212 alt="Logo" 213 /> 214 </a> 215 </div> 216 <div id="nav-menu" class="collapse"> 217 <ul id="nav-menu-list" data-app-modern-menu="true"> 218 <li class="nav-item"> 219 <a href="#intro" class="nav-link">About</a> 220 </li> 221 222 <li class="nav-item"> 223 <a href="#scenarios" class="nav-link">Scenarios</a> 224 </li> 225 226 <li class="nav-item"> 227 <a href="#benchmarks" class="nav-link">Benchmarks</a> 228 </li> 229 230 <li class="nav-item"> 231 <a href="#challenges" class="nav-link">Challenges</a> 232 </li> 233 234 <li class="nav-item"> 235 <a href="#qa" class="nav-link">Q&A</a> 236 </li> 237 <li class="nav-item"> 238 <a href="#people" class="nav-link">Team</a> 239 </li> 240 <li class="nav-item"> 241 <a href="#download" class="nav-link">Download</a> 242 </li> 243 </ul> 244 <div id="social-links"> 245 <a 246 href="https://github.com/EGO4D" 247 target="_blank" 248 rel="noopener noreferrer" 249 class="icon-wrap" 250 > 251 <i class="fab fa-github"></i> 252 </a> 253 <a 254 href="https://youtu.be/GdooXEBAnI8" 255 target="_blank" 256 rel="noopener noreferrer" 257 class="icon-wrap" 258 > 259 <i class="fab fa-youtube"></i> 260 </a> 261 262 <a 263 href="mailto:[email protected]" 264 target="_blank" 265 rel="noopener noreferrer" 266 class="icon-wrap" 267 > 268 <i class="fab fas fa-envelope"></i> 269 </a> 270 </div> 271 </div> 272 <div id="discover"></div> 273 </div> 274 </nav> 275 </header> 276 <section id="intro" class="container-fluid"> 277 <div 278 id="carousel" 279 class="carousel slide pointer-event" 280 role="listbox"
281 data-pause="true" 282 data-keyboard="false" 283 data-ride="carousel" 284 data-interval="10000" 285 > 286 <div id="carousel-bg"></div> 287 <!-- Wrapper for slides --> 288 <div class="carousel-inner"> 289 <div class="item active"> 290 <div class="row slide"> 291 <div 292 class="col-xs-12 col-md-4 col-lg-4 col-md-offset-1 col-lg-offset-1 slide-content" 293 > 294 <h2 class="title">Vision + Language</h2> 295 <p class="slide-text"> 296 Ego-Exo4D presents three meticulously synchronized natural 297 language datasets paired with videos. (1) expert commentary, 298 revealing nuanced skills. (2) participant-provided 299 narrate-and-act descriptions in a tutorial style. (3) 300 one-sentence atomic action descriptions to support browsing, 301 mining the dataset, and addressing benchmarks in 302 video-language learning. 303 </p> 304 </div> 305 <div class="col-xs-12 col-md-7 col-lg-7 slide-image-wrap"> 306 <img 307 class="img-responsive slide-image" 308 src="assets/images/language2.png" 309 alt="Placeholder image 3" 310 srcset=" 311 assets/images/400w/language2.png 400w, 312 assets/images/800w/language2.png 800w, 313 assets/images/1200w/language2.png 1200w, 314 assets/images/1600w/language2.png 1600w 315 " 316 sizes="(max-width: 991px) 100vw, 40vw" 317 /> 318 </div> 319 </div> 320 </div> 321 322 <div class="item"> 323 <div class="row slide"> 324 <div 325 class="col-xs-12 col-md-4 col-lg-4 col-md-offset-1 col-lg-offset-1 slide-content" 326 > 327 <h2 class="title">Multi-view</h2> 328 <p class="slide-text"> 329 Our goal is to capture simultaneous ego and multiple exo 330 videos, together with multiple egocentric sensing modalities. 331 Our camera configuration features Aria glasses for ego 332 capture, including an 8 MP RGB camera and two SLAM cameras. 333 The ego camera is calibrated and time-synchronized with 4-5 334 (stationary) GoPros as the exo capture devices. The number and 335 placement of the exocentric cameras is determined per scenario 336 in order to allow maximal coverage of useful viewpoints 337 without obstructing the participantsâ activity. 338 </p> 339 </div> 340 <div class="col-xs-12 col-md-7 col-lg-7 slide-image-wrap"> 341 <img 342 class="img-responsive slide-image" 343 src="assets/images/ego-exo-view.png" 344 alt="Scenario Distribution in EGO4D" 345 srcset=" 346 assets/images/400w/ego-exo-view.png 400w, 347 assets/images/800w/ego-exo-view.png 800w, 348 assets/images/1200w/ego-exo-view.png 1200w, 349 assets/images/1600w/ego-exo-view.png 1600w 350 " 351 sizes="(max-width: 991px) 100vw, 40vw" 352 /> 353 </div> 354 </div> 355 </div> 356 357 <div class="item"> 358 <div class="row slide"> 359 <div 360 class="col-xs-12 col-md-4 col-lg-4 col-md-offset-1 col-lg-offset-1 slide-content" 361 > 362 <h2 class="title">Multi-modal</h2> 363 <p class="slide-text"> 364 Apart from multiple views, we also capture multiple 365 modalities: 366 </p> 367 <ul class="slide-text"> 368 <li>- An array of seven microphones</li> 369 <li> 370 - Two IMUs (800 Hz and 1000 Hz respectively), a barometer 371 (50 fps) and a magnetometer (10 fps). 372 </li> 373 And from Aria Machine Perception Services (MPS) we get: 374 <ul class="slide-text"> 375 <li>- Aria 6 DoF Localization</li> 376 <li>- Eye Gaze</li> 377 <li>- Point Clouds</li> 378 <li>- GoPro 6 DoF Localization</li> 379 </ul> 380 </ul> 381 </div>
382 <div class="col-xs-12 col-md-7 col-lg-7 slide-image-wrap"> 383 <img 384 class="img-responsive slide-image" 385 src="assets/images/multimodal.png" 386 alt="Scenario Distribution in EGO4D" 387 srcset=" 388 assets/images/400w/multimodal.png 400w, 389 assets/images/800w/multimodal.png 800w, 390 assets/images/1200w/multimodal.png 1200w, 391 assets/images/1600w/multimodal.png 1600w 392 " 393 sizes="(max-width: 991px) 100vw, 40vw" 394 /> 395 </div> 396 </div> 397 </div> 398 399 <div class="item"> 400 <div class="row slide"> 401 <div 402 class="col-xs-12 col-md-4 col-lg-4 col-md-offset-1 col-lg-offset-1 slide-content" 403 > 404 <h2 class="title">Ethics</h2> 405 <p class="slide-text"> 406 Ego-Exo4D videos are recorded with rigorous privacy and ethics 407 policies and formal consent of participants. Since the 408 scenarios allow for closed environments (e.g., no passerby) 409 nearly all video is available without de-identification. All 410 Ego-Exo4D data collection adhered to the Project 411 <a href="https://www.projectaria.com/community-guidelines" 412 >Aria Research Community Guidelines</a 413 > 414 for responsible research. 415 </p> 416 <br />For any concerns, contact us at 417 <a href="mailto:[email protected]" 418 >[email protected]</a 419 >. 420 </div> 421 <div class="col-xs-12 col-md-7 col-lg-7 slide-image-wrap"> 422 <img 423 class="img-responsive slide-image" 424 src="assets/images/Closed.png" 425 alt="Recordings are in closed environments" 426 srcset=" 427 assets/images/400w/Closed.png 400w, 428 assets/images/800w/Closed.png 800w, 429 assets/images/1200w/Closed.png 1200w, 430 assets/images/1600w/Closed.png 1600w 431 " 432 sizes="(max-width: 991px) 100vw, 40vw" 433 /> 434 </div> 435 </div> 436 </div> 437 </div> 438 439 <!-- Left and right controls --> 440 <div id="carousel-controls"> 441 <a href="#carousel" data-slide="prev"> 442 <span id="left-control" class="carousel-control" aria-hidden="true" 443 >←</span 444 > 445 <span class="sr-only">Previous</span> 446 </a> 447 <a href="#carousel" data-slide="next"> 448 <span id="right-control" class="carousel-control" aria-hidden="true" 449 >→</span 450 > 451 <span class="sr-only">Next</span> 452 </a> 453 </div> 454 </div> 455 </section> 456 <section id="scenarios"> 457 <div class="container-fluid"> 458 <div class="row"> 459 <div class="col-xs-12 align-center"> 460 <h3 class="title">SCENARIOS</h3> 461 </div> 462 </div> 463 <div class="row"> 464 <div class="col-xs-12"> 465 <div class="scenario_card__total"> 466 <div> 467 <p class="scenario_card__total__item"> 468 <i class="fas fa-video fa-lg"></i> 469 <i class="fas fa-times fa-sm"></i> 470 5035 471 </p> 472 <p class="scenario_card__total__subtext">(# takes)</p> 473 </div> 474 <div> 475 <p class="scenario_card__total__item"> 476 <i class="fas fa-user fa-lg"></i> 477 <i class="fas fa-times fa-sm"></i> 478 740 479 </p> 480 <p class="scenario_card__total__subtext">(# participants)</p> 481 </div> 482 <div> 483 <p class="scenario_card__total__item"> 484 <i class="fas fa-map-marker-alt fa-lg"></i> 485 <i class="fas fa-times fa-sm"></i> 486 123 487 </p> 488 <p class="scenario_card__total__subtext">(# sites)</p> 489 </div> 490 <div> 491 <p class="scenario_card__total__item"> 492 <i class="fas fa-clock fa-lg"></i> 493 <i class="fas fa-times fa-sm"></i> 494 1286.3 495 </p> 496 <p class="scenario_card__total__subtext">(# ego+exo hours)</p> 497 </div> 498 </div> 499 </div> 500 </div> 501 </div> 502 <div class="container-fluid" style="max-width: 1440px !important"> 503 <div class="row"> 504 <div class="col-xs-12 col-md-6 col-lg-4"> 505 <!-- Cooking --> 506 <div class="scenario_card"> 507 <div class="scenario_card__image"> 508 <img 509 class="scenario_card__icon" 510 src="assets/images/icon_cooking.png" 511 alt="Cooking icon" 512 loading="lazy" 513 />
514 <span class="scenario_card__caption">Cooking</span> 515 </div> 516 517 <div class="scenario_card__description"> 518 <div class="scenario_card__item"> 519 <i class="fas fa-video fa-lg"></i> 520 <i class="fas fa-times fa-sm"></i> 521 678 522 </div> 523 <div class="scenario_card__item"> 524 <i class="fas fa-user fa-lg"></i> 525 <i class="fas fa-times fa-sm"></i> 526 173 527 </div> 528 <div class="scenario_card__item"> 529 <i class="fas fa-map-marker-alt fa-lg"></i> 530 <i class="fas fa-times fa-sm"></i> 531 60 532 </div> 533 <div class="scenario_card__item"> 534 <i class="fas fa-clock fa-lg"></i> 535 <i class="fas fa-times fa-sm"></i> 536 564.13h 537 </div> 538 </div> 539 </div> 540 </div> 541 <div class="col-xs-12 col-md-6 col-lg-4"> 542 <!-- Music --> 543 <div class="scenario_card"> 544 <div class="scenario_card__image"> 545 <img 546 class="scenario_card__icon" 547 src="assets/images/icon_music.png" 548 alt="Cooking icon" 549 loading="lazy" 550 /> 551 <span class="scenario_card__caption">Music</span> 552 </div> 553 554 <div class="scenario_card__description"> 555 <div class="scenario_card__item"> 556 <i class="fas fa-video fa-lg"></i> 557 <i class="fas fa-times fa-sm"></i> 558 276 559 </div> 560 <div class="scenario_card__item"> 561 <i class="fas fa-user fa-lg"></i> 562 <i class="fas fa-times fa-sm"></i> 563 59 564 </div> 565 <div class="scenario_card__item"> 566 <i class="fas fa-map-marker-alt fa-lg"></i> 567 <i class="fas fa-times fa-sm"></i> 568 8 569 </div> 570 <div class="scenario_card__item"> 571 <i class="fas fa-clock fa-lg"></i> 572 <i class="fas fa-times fa-sm"></i> 573 180.08h 574 </div> 575 </div> 576 </div> 577 </div> 578 <div class="col-xs-12 col-md-6 col-lg-4"> 579 <!-- Soccer --> 580 <div class="scenario_card"> 581 <div class="scenario_card__image"> 582 <img 583 class="scenario_card__icon" 584 src="assets/images/icon_soccer.png" 585 alt="Cooking icon" 586 loading="lazy" 587 /> 588 <span class="scenario_card__caption">Soccer</span> 589 </div> 590 591 <div class="scenario_card__description"> 592 <div class="scenario_card__item"> 593 <i class="fas fa-video fa-lg"></i> 594 <i class="fas fa-times fa-sm"></i> 595 282 596 </div> 597 <div class="scenario_card__item"> 598 <i class="fas fa-user fa-lg"></i> 599 <i class="fas fa-times fa-sm"></i> 600 78 601 </div> 602 <div class="scenario_card__item"> 603 <i class="fas fa-map-marker-alt fa-lg"></i> 604 <i class="fas fa-times fa-sm"></i> 605 14 606 </div> 607 <div class="scenario_card__item"> 608 <i class="fas fa-clock fa-lg"></i> 609 <i class="fas fa-times fa-sm"></i> 610 66.97h 611 </div> 612 </div> 613 </div> 614 </div> 615 616 <div class="col-xs-12 col-md-6 col-lg-4"> 617 <!-- Health --> 618 <div class="scenario_card"> 619 <div class="scenario_card__image"> 620 <img 621 class="scenario_card__icon" 622 src="assets/images/icon_health.png" 623 alt="Cooking icon" 624 loading="lazy" 625 />
626 <span class="scenario_card__caption">Health</span> 627 </div> 628 629 <div class="scenario_card__description"> 630 <div class="scenario_card__item"> 631 <i class="fas fa-video fa-lg"></i> 632 <i class="fas fa-times fa-sm"></i> 633 397 634 </div> 635 <div class="scenario_card__item"> 636 <i class="fas fa-user fa-lg"></i> 637 <i class="fas fa-times fa-sm"></i> 638 122 639 </div> 640 <div class="scenario_card__item"> 641 <i class="fas fa-map-marker-alt fa-lg"></i> 642 <i class="fas fa-times fa-sm"></i> 643 24 644 </div> 645 <div class="scenario_card__item"> 646 <i class="fas fa-clock fa-lg"></i> 647 <i class="fas fa-times fa-sm"></i> 648 114.5h 649 </div> 650 </div> 651 </div> 652 </div> 653 <div class="col-xs-12 col-md-6 col-lg-4"> 654 <!-- Basketball --> 655 <div class="scenario_card"> 656 <div class="scenario_card__image"> 657 <img 658 class="scenario_card__icon" 659 src="assets/images/icon_basketball.png" 660 alt="Cooking icon" 661 loading="lazy" 662 /> 663 <span class="scenario_card__caption">Basketball</span> 664 </div> 665 666 <div class="scenario_card__description"> 667 <div class="scenario_card__item"> 668 <i class="fas fa-video fa-lg"></i> 669 <i class="fas fa-times fa-sm"></i> 670 910 671 </div> 672 <div class="scenario_card__item"> 673 <i class="fas fa-user fa-lg"></i> 674 <i class="fas fa-times fa-sm"></i> 675 113 676 </div> 677 <div class="scenario_card__item"> 678 <i class="fas fa-map-marker-alt fa-lg"></i> 679 <i class="fas fa-times fa-sm"></i> 680 5 681 </div> 682 <div class="scenario_card__item"> 683 <i class="fas fa-clock fa-lg"></i> 684 <i class="fas fa-times fa-sm"></i> 685 78.01h 686 </div> 687 </div> 688 </div> 689 </div> 690 <div class="col-xs-12 col-md-6 col-lg-4"> 691 <!-- Dance --> 692 <div class="scenario_card"> 693 <div class="scenario_card__image"> 694 <img 695 class="scenario_card__icon" 696 src="assets/images/icon_dance.png" 697 alt="Cooking icon" 698 loading="lazy" 699 /> 700 <span class="scenario_card__caption">Dance</span> 701 </div> 702 703 <div class="scenario_card__description"> 704 <div class="scenario_card__item"> 705 <i class="fas fa-video fa-lg"></i> 706 <i class="fas fa-times fa-sm"></i> 707 728 708 </div> 709 <div class="scenario_card__item"> 710 <i class="fas fa-user fa-lg"></i> 711 <i class="fas fa-times fa-sm"></i> 712 93 713 </div> 714 <div class="scenario_card__item"> 715 <i class="fas fa-map-marker-alt fa-lg"></i> 716 <i class="fas fa-times fa-sm"></i> 717 7 718 </div> 719 <div class="scenario_card__item"> 720 <i class="fas fa-clock fa-lg"></i> 721 <i class="fas fa-times fa-sm"></i> 722 106.57h 723 </div> 724 </div> 725 </div> 726 </div> 727 728 <div class="col-xs-12 col-md-6 col-lg-offset-2 col-lg-4"> 729 <!-- Bike repair --> 730 <div class="scenario_card"> 731 <div class="scenario_card__image"> 732 <img 733 class="scenario_card__icon" 734 src="assets/images/icon_bike_repair.png" 735 alt="Cooking icon" 736 loading="lazy" 737 />
738 <span class="scenario_card__caption">Bike Repair</span> 739 </div> 740 741 <div class="scenario_card__description"> 742 <div class="scenario_card__item"> 743 <i class="fas fa-video fa-lg"></i> 744 <i class="fas fa-times fa-sm"></i> 745 363 746 </div> 747 <div class="scenario_card__item"> 748 <i class="fas fa-user fa-lg"></i> 749 <i class="fas fa-times fa-sm"></i> 750 32 751 </div> 752 <div class="scenario_card__item"> 753 <i class="fas fa-map-marker-alt fa-lg"></i> 754 <i class="fas fa-times fa-sm"></i> 755 8 756 </div> 757 <div class="scenario_card__item"> 758 <i class="fas fa-clock fa-lg"></i> 759 <i class="fas fa-times fa-sm"></i> 760 82.15h 761 </div> 762 </div> 763 </div> 764 </div> 765 <div class="col-xs-12 col-md-6 col-lg-4"> 766 <!-- Rock climbing --> 767 <div class="scenario_card"> 768 <div class="scenario_card__image"> 769 <img 770 class="scenario_card__icon" 771 src="assets/images/icon_rock_climbing.png" 772 alt="Cooking icon" 773 loading="lazy" 774 /> 775 <span class="scenario_card__caption">Rock Climbing</span> 776 </div> 777 778 <div class="scenario_card__description"> 779 <div class="scenario_card__item"> 780 <i class="fas fa-video fa-lg"></i> 781 <i class="fas fa-times fa-sm"></i> 782 1401 783 </div> 784 <div class="scenario_card__item"> 785 <i class="fas fa-user fa-lg"></i> 786 <i class="fas fa-times fa-sm"></i> 787 98 788 </div> 789 <div class="scenario_card__item"> 790 <i class="fas fa-map-marker-alt fa-lg"></i> 791 <i class="fas fa-times fa-sm"></i> 792 2 793 </div> 794 <div class="scenario_card__item"> 795 <i class="fas fa-clock fa-lg"></i> 796 <i class="fas fa-times fa-sm"></i> 797 93.90h 798 </div> 799 </div> 800 </div> 801 </div> 802 </div> 803 </div> 804 </section> 805 806 <section id="benchmarks"> 807 <div class="container-fluid" style="max-width: 1600px"> 808 <div class="row card-row"> 809 <div class="col-xs-12 align-center title"> 810 <h2 class="title large-text">CHALLENGES</h2> 811 <h3 style="color: black">We are hosting competitions in collaboration with <a href="https://eval.ai/">eval.ai</a> (cash prize awards). Please see more details on the <a href="https://docs.ego-exo4d-data.org/challenge/">Documentation Site</a>.</h3> 812 </div> 813 </div> 814 </div> 815 </section> 816 817 <section id="benchmarks"> 818 <div class="container-fluid" style="max-width: 1600px"> 819 <div class="row card-row"> 820 <div class="col-xs-12 align-center title"> 821 <h2 class="title large-text">BENCHMARKS</h2> 822 </div> 823 </div> 824 <div class="row card-row"> 825 <div class="col-xs-12 col-sm-6 col-lg-4 card-block"> 826 <a href="#benchmarks" class="block"> 827 <div class="card-content h-100"> 828 <div class="card-image"> 829 <img 830 src="assets/images/benchmarks/keystep_recognition.png" 831 alt="Placeholder image 5" 832 loading="lazy" 833 height="100%" 834 /> 835 </div> 836 <div class="card-info"> 837 <h3 class="card-title">Keystep Recognition</h3> 838 </div> 839 </div></a 840 > 841 </div> 842 <div class="col-xs-12 col-sm-6 col-lg-4 card-block"> 843 <a href="#benchmarks" class="block"> 844 <div class="card-content h-100"> 845 <div class="card-image"> 846 <img 847 src="assets/images/benchmarks/demonstration.png" 848 alt="Placeholder image 3" 849 loading="lazy" 850 height="100%" 851 /> 852 </div> 853 <div class="card-info"> 854 <h3 class="card-title">Proficiency Estimation</h3> 855 </div> 856 </div> 857 </a> 858 </div> 859 860 <div class="col-xs-12 col-sm-6 col-lg-4 card-block"> 861 <a href="#benchmarks" class="block"> 862 <div class="card-content h-100"> 863 <div class="card-image"> 864 <img 865 src="assets/images/benchmarks/relation.png" 866 alt="Placeholder image 6" 867 loading="lazy" 868 height="100%" 869 /> 870 </div> 871 <div class="card-info"> 872 <h3 class="card-title">Relation</h3> 873 </div> 874 </div></a 875 > 876 </div> 877 <div class="col-xs-12 col-sm-6 col-lg-4 col-lg-offset-4 card-block"> 878 <a href="#benchmarks" class="block"> 879 <div class="card-content h-100"> 880 <div class="card-image"> 881 <img 882 src="assets/images/benchmarks/pose_estimation.png" 883 alt="Placeholder image 7" 884 loading="lazy" 885 height="100%" 886 /> 887 </div> 888 <div class="card-info"> 889 <h3 class="card-title">Pose Estimation</h3> 890 </div> 891 </div></a 892 > 893 </div> 894 </div> 895 </div> 896 </section> 897 <section id="qa"> 898 <div class="container-fluid"> 899 <div class="row"> 900 <div class="col-xs-12 align-center"> 901 <h3 class="title large-text">QUESTIONS / ANSWERS</h3> 902 </div> 903 </div> 904 905 <div class="timelines-container"> 906 <div class="timeline-element divider-line"> 907 <div class="row"> 908 <div 909 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 910 > 911 <div class="timeline-text-content"> 912 <h4 class="small-title"> 913 <!-- What to cite referencing this effort? --> 914 Where can I find additional information? 915 </h4> 916 <p> 917 For further detailed information refer to our manuscript:<br /><br /> 918 919 <b>Journal Version.</b> K Grauman et al (2025). Ego-Exo4D: Understanding Skilled Human 920 Activity from First- and Third-Person Perspectives. International Journal of Computer Vision. <a href="https://link.springer.com/article/10.1007/s11263-025-02557-6">Open Access</a> | <a href="https://link.springer.com/content/pdf/10.1007/s11263-025-02557-6.pdf">PDF</a><br/>
920 921 <b> 922 K Grauman et al (2024). Ego-Exo4D: Understanding Skilled Human 923 Activity from First- and Third-Person Perspectives. IEEE/CVF Computer Vision and Pattern Recognition (CVPR).</b> 924 <a href="https://openaccess.thecvf.com/content/CVPR2024/papers/Grauman_Ego-Exo4D_Understanding_Skilled_Human_Activity_from_First-_and_Third-Person_Perspectives_CVPR_2024_paper.pdf"></a> | <a href="https://openaccess.thecvf.com/content/CVPR2024/supplemental/Grauman_Ego-Exo4D_Understanding_Skilled_CVPR_2024_supplemental.pdf">Supp Material</a> 925 | 926 <a href="http://arxiv.org/abs/2311.18259"><b>ArXiv paper</b></a> 927 </p> 928 <!-- <a href="" target="_blank"> 929 <img src="./assets/images/paperOverview.png" width="100%" /></a>--> 930 </div> 931 </div> 932 <span class="timeline-point"></span> 933 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 934 </div> 935 </div> 936 937 <!-- <div class="row timeline-element divider-line"> 938 <div class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0"> 939 <div class="timeline-text-content"> 940 941 </div> 942 </div> 943 <span class="timeline-point"></span> 944 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 945 </div>--> 946 <div class="timeline-element divider-line"> 947 <div class="row"> 948 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 949 <span class="timeline-point"></span> 950 <div 951 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 952 > 953 <div class="timeline-text-content"> 954 <h4 class="small-title">How can I download the dataset?</h4> 955 <p> 956 The dataset is now publicly available. Please refer to the 957 <a href="https://docs.ego-exo4d-data.org/getting-started/">Getting 958 Started</a> page on the <a 959 href="https://docs.ego-exo4d-data.org/">Documentation Site</a> 960 for details on how to download the dataset. To summarize you will 961 need to: 962 <ol> 963 <li> 964 <a 965 href="https://ego4d.dev/request/ego-exo4d">Sign the Ego-Exo4D Licenses</a>, this will take 2 days to be approved. 966 </li> 967 <li> 968 Download the data via the CLI downloader. <a href="https://docs.ego-exo4d-data.org/download/">Click here for docs</a>. 969 </li> 970 </ol> 971 </p> 972 </div> 973 </div> 974 </div> 975 </div> 976 <div class="timeline-element divider-line"> 977 <div class="row"> 978 <div 979 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 980 > 981 <div class="timeline-text-content"> 982 <h4 class="small-title"> 983 I have already downloaded and signed Ego4D licenses before. 984 Do I need to sign again? 985 </h4> 986 <p> 987 Yes. As new university partners are part of this effort, a 988 new license should be signed. 989 </p> 990 </div> 991 </div> 992 <span class="timeline-point"></span> 993 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 994 </div> 995 </div> 996 <div class="timeline-element divider-line"> 997 <div class="row"> 998 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 999 <span class="timeline-point"></span> 1000 <div 1001 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 1002 > 1003 <div class="timeline-text-content"> 1004 <h4 class="small-title">Who collected this data?</h4> 1005 <p> 1006 The data was collected from 740 participants. We showcase a 1007 distribution of age and gender from our participants who 1008 volunteered to self-identify their demographics â age and 1009 gender. 1010 </p> 1011 <div class="image"> 1012 <img 1013 src="assets/images/demographics.png" 1014 alt="EGO4D Demographics" 1015 title="EGO4D Demographics" 1016 loading="lazy" 1017 width="100%" 1018 srcset=" 1019 assets/images/400w/demographics.png 400w, 1020 assets/images/800w/demographics.png 800w, 1021 assets/images/1200w/demographics.png 1200w, 1022 assets/images/1600w/demographics.png 1600w 1023 "
1024 sizes="(max-width: 991px) 100vw, 40vw" 1025 /> 1026 </div> 1027 </div> 1028 </div> 1029 </div> 1030 </div> 1031 1032 <div class="timeline-element divider-line"> 1033 <div class="row"> 1034 <div 1035 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 1036 > 1037 <div class="timeline-text-content"> 1038 <h4 class="small-title"> 1039 Does the data contain identifying information of 1040 individuals? 1041 </h4> 1042 <p> 1043 Yes. Since the scenarios allow for closed environments 1044 (e.g., no passerby) nearly all video is available without 1045 de-identification. Refer to 1046 <a href=" http://ego-exo4d-data.org/paper/ego-exo4d.pdf" 1047 >our paper</a 1048 > 1049 for details of our privacy and data collection pipeline. 1050 </p> 1051 </div> 1052 </div> 1053 <span class="timeline-point"></span> 1054 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 1055 </div> 1056 </div> 1057 <div class="timeline-element divider-line"> 1058 <div class="row"> 1059 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 1060 <span class="timeline-point"></span> 1061 <div 1062 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 1063 > 1064 <div class="timeline-text-content"> 1065 <h4 class="small-title">
1066 What coverage of scenarios do you have? 1067 </h4> 1068 <p>A sample visualisation of our scenarios is below.</p> 1069 <div class="image"> 1070 <img 1071 src="assets/images/scenarios.jpg" 1072 alt="EGO4D Scenarios" 1073 title="EGO4D Scenarios" 1074 width="100%" 1075 loading="lazy" 1076 srcset=" 1077 assets/images/400w/scenarios.jpg 400w, 1078 assets/images/800w/scenarios.jpg 800w, 1079 assets/images/1200w/scenarios.jpg 1200w, 1080 assets/images/1600w/scenarios.jpg 1600w 1081 " 1082 sizes="(max-width: 991px) 100vw, 40vw" 1083 /> 1084 </div> 1085 </div> 1086 </div> 1087 </div> 1088 </div> 1089 <div class="timeline-element divider-line"> 1090 <div class="row"> 1091 <div 1092 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 1093 > 1094 <div class="timeline-text-content"> 1095 <h4 class="small-title"> 1096 What metadata, features and models are available with the 1097 dataset? 1098 </h4> 1099 <p> 1100 We will be releasing additional information with the dataset 1101 before the end of the year 1102 </p> 1103 </div> 1104 </div> 1105 <span class="timeline-point"></span> 1106 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 1107 </div> 1108 </div> 1109 <div class="timeline-element divider-line"> 1110 <div class="row"> 1111 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 1112 <span class="timeline-point"></span> 1113 <div 1114 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 1115 > 1116 <div class="timeline-text-content"> 1117 <h4 class="small-title"> 1118 How does this dataset differ from Ego4D? 1119 </h4> 1120 <p> 1121 Ego4D collected unscripted daily life activities. Instead, 1122 we here focus on skilled activities specifically, ensuring 1123 participants of diverse levels of skill are recorded 1124 performing the same scenario, while maintaining distinctions 1125 natural to the scenario being carried out in a new 1126 environment. We cover both procedural and physical skilled 1127 activities. While some of these general scenarios have been 1128 captured in Ego4D (there are indeed examples of cooking, 1129 climbing or soccer), these are disjoint and do not record 1130 the same scenario making them unsuitable for tasks related 1131 to to keystep recognition or skill assessment. 1132 </p> 1133 <p> 1134 Importantly, Ego-Exo4D is a multi-view dataset with 1135 synchronized egocentric and multiple exocentric view. This 1136 is the largest and most diverse effort for multi-view 1137 ego-exo data. 1138 </p> 1139 <p> 1140 The egocentric views are captured using the Aria Project 1141 devices. 1142 </p> 1143 </div> 1144 </div> 1145 </div> 1146 </div> 1147 <div class="timeline-element divider-line"> 1148 <div class="row"> 1149 <div 1150 class="col-lg-6 col-md-6 col-xs-11 col-xs-offset-1 col-md-offset-0 col-lg-offset-0" 1151 > 1152 <div class="timeline-text-content"> 1153 <h4 class="small-title"> 1154 Are there challenges and benchmarks associated with this dataset? 1155 </h4> 1156 <p>Yes! Please refer to <a href="https://docs.ego-exo4d-data.org/challenge/">challenges page on the docs</a>.</p> 1157 </div> 1158 </div>
1159 <span class="timeline-point"></span> 1160 <div class="timeline-data-panel col-lg-6 col-md-6"></div> 1161 </div> 1162 </div> 1163 </div> 1164 </div> 1165 </section> 1166 <section id="people"> 1167 <div class="container-fluid" style="max-width: 1600px !important"> 1168 <div class="row"> 1169 <div class="title-block align-center"> 1170 <h3 class="title large-text">EGO-EXO4D Team</h3> 1171 </div> 1172 <div 1173 class="col-xs-10 col-xs-offset-1 col-sm-offset-0 col-sm-6 col-lg-4" 1174 > 1175 <div class="row row-no-gutters"> 1176 <!-- CMU Pittsburgh --> 1177 <div class="col-xs-12"> 1178 <div class="people_card"> 1179 <a 1180 href="https://www.cmu.edu" 1181 target="_blank" 1182 rel="noopener noreferrer" 1183 ><img 1184 class="people_card__image" 1185 src="assets/images/teams/cmu-wordmark-stacked-r.png" 1186 alt="Logo of Carnegie Mellon University" 1187 loading="lazy" 1188 /></a> 1189 <p class="people_card__location"> 1190 <span 1191 ><i class="fas fa-map-marker-alt"></i> Pittsburgh, 1192 U.S.</span 1193 > 1194 </p> 1195 <ul class="people_card__list"> 1196 <li> 1197 Kris Kitani (PI) 1198 <a 1199 href="https://www.cs.cmu.edu/~kkitani/" 1200 target="_blank" 1201 rel="noopener noreferrer" 1202 > 1203 <i class="fas fa-link"></i> 1204 </a> 1205 <a 1206 href="https://twitter.com/kkitani" 1207 target="_blank" 1208 rel="noopener noreferrer" 1209 > 1210 <i class="fab fa-twitter"></i> 1211 </a> 1212 </li> 1213 <li>Gene Byrne</li> 1214 <li>Sean Crane</li> 1215 <li>Rawal Khirodkar</li> 1216 <li>Zhengyi Luo</li> 1217 </ul> 1218 </div> 1219 </div> 1220 </div> 1221 <div class="row row-no-gutters"> 1222 <!-- CMU Africa --> 1223 <div class="col-xs-12"> 1224 <div class="people_card"> 1225 <img 1226 class="people_card__image" 1227 src="assets/images/teams/cmu-africa.png" 1228 alt="Logo of CMU Africa" 1229 loading="lazy" 1230 /> 1231 1232 <p class="people_card__location"> 1233 <span 1234 ><i class="fas fa-map-marker-alt"></i> Rwanda, 1235 Africa</span 1236 > 1237 </p> 1238 <ul class="people_card__list"> 1239 <li> 1240 Abrham Gebreselasie 1241 <a 1242 href="https://www.linkedin.com/in/abrham-k-gebreselasie/" 1243 target="_blank" 1244 rel="noopener noreferrer" 1245 > 1246 <i class="fab fa-linkedin"></i> 1247 </a> 1248 </li> 1249 </ul> 1250 </div> 1251 </div> 1252 </div> 1253 <div class="row row-no-gutters"> 1254 <!-- KAUST --> 1255 <div class="col-xs-12"> 1256 <div class="people_card"> 1257 <a 1258 href="https://www.kaust.edu.sa/" 1259 target="_blank" 1260 rel="noopener noreferrer" 1261 ><img 1262 class="people_card__image" 1263 src="assets/images/teams/kaust.png" 1264 alt="Logo of King Abdullah University of Science and Technology" 1265 loading="lazy" 1266 /></a> 1267 <p class="people_card__location">
1268 <span 1269 ><i class="fas fa-map-marker-alt"></i> Kingdom of Saudi 1270 Arabia 1271 </span> 1272 </p> 1273 1274 <ul class="people_card__list"> 1275 <li> 1276 Bernard Ghanem (PI) 1277 <a 1278 href="https://www.bernardghanem.com" 1279 target="_blank" 1280 rel="noopener noreferrer" 1281 > 1282 <i class="fas fa-link"></i> 1283 </a> 1284 <a 1285 href="https://twitter.com/BernardSGhanem" 1286 target="_blank" 1287 rel="noopener noreferrer" 1288 > 1289 <i class="fab fa-twitter"></i> 1290 </a> 1291 </li> 1292 <li> 1293 Chen Zhao 1294 <a 1295 href="https://chenzhao.netlify.app/" 1296 target="_blank" 1297 rel="noopener noreferrer" 1298 > 1299 <i class="fas fa-link"></i> 1300 </a> 1301 <a 1302 href="https://twitter.com/CathyChenZhao" 1303 target="_blank" 1304 rel="noopener noreferrer" 1305 > 1306 <i class="fab fa-twitter"></i> 1307 </a> 1308 </li> 1309 <li> 1310 Merey Ramazanova 1311 <a 1312 href="https://meryusha.github.io" 1313 target="_blank" 1314 rel="noopener noreferrer" 1315 > 1316 <i class="fas fa-link"></i> 1317 </a> 1318 <a 1319 href="https://twitter.com/MereyRamazanova" 1320 target="_blank" 1321 rel="noopener noreferrer" 1322 > 1323 <i class="fab fa-twitter"></i> 1324 </a> 1325 </li> 1326 </ul> 1327 </div> 1328 </div> 1329 </div> 1330 <div class="row row-no-gutters"> 1331 <!-- Uni of Minnesota --> 1332 <div class="col-xs-12"> 1333 <div class="people_card"> 1334 <img 1335 class="people_card__image" 1336 src="assets/images/teams/umn.png" 1337 alt="Logo of University of Minnesota" 1338 loading="lazy" 1339 /> 1340 <p class="people_card__location"> 1341 <span 1342 ><i class="fas fa-map-marker-alt"></i> Minneapolis, 1343 U.S.</span 1344 > 1345 </p> 1346 <ul class="people_card__list"> 1347 <li>Hyun Soo Park (PI)</li> 1348 <li>Zach Chavis</li> 1349 <li>Anush Kumar</li> 1350 </ul> 1351 </div> 1352 </div> 1353 </div> 1354 <div class="row row-no-gutters"> 1355 <!-- IIIT Hyd --> 1356 <div class="col-xs-12"> 1357 <div class="people_card"> 1358 <a 1359 href="https://www.iiit.ac.in" 1360 target="_blank" 1361 rel="noopener noreferrer" 1362 ><img 1363 class="people_card__image" 1364 src="assets/images/teams/iiith.png" 1365 alt="Logo of IIIT Hyderabad" 1366 loading="lazy" 1367 /></a> 1368 <p class="people_card__location"> 1369 <span 1370 ><i class="fas fa-map-marker-alt"></i> Hyderabad, 1371 India</span 1372 > 1373 </p> 1374 <ul class="people_card__list"> 1375 <li> 1376 C. V. Jawahar (PI) 1377 <a 1378 href="https://faculty.iiit.ac.in/~jawahar/" 1379 target="_blank" 1380 rel="noopener noreferrer" 1381 ><i class="fas fa-link"></i 1382 ></a> 1383 </li> 1384 <li> 1385 Avijit Dasgupta 1386 <a 1387 href="https://avijit9.github.io" 1388 target="_blank" 1389 rel="noopener noreferrer" 1390 ><i class="fas fa-link"></i 1391 ></a> 1392 </li> 1393 </ul> 1394 </div> 1395 </div> 1396 </div> 1397 <div class="row row-no-gutters"> 1398 <!-- Indiana Uni Bloomington --> 1399 <div class="col-xs-12"> 1400 <div class="people_card"> 1401 <img 1402 class="people_card__image" 1403 src="assets/images/teams/iub.png" 1404 alt="Logo of Indiana University" 1405 loading="lazy" 1406 /> 1407 <p class="people_card__location">
1408 <span 1409 ><i class="fas fa-map-marker-alt"></i> Bloomington, 1410 U.S.</span 1411 > 1412 </p> 1413 <ul class="people_card__list"> 1414 <li>David Crandall (PI)</li> 1415 <li>Yuchen Wang</li> 1416 <li>Weslie Khoo</li> 1417 <li>Ziwei Zhao</li> 1418 </ul> 1419 </div> 1420 </div> 1421 </div> 1422 <div class="row row-no-gutters"> 1423 <!-- UNC --> 1424 <div class="col-xs-12"> 1425 <div class="people_card"> 1426 <img 1427 class="people_card__image" 1428 src="assets/images/teams/UNC.png" 1429 alt="Logo of University of North Carolina at Chapel Hill" 1430 loading="lazy" 1431 /> 1432 <p class="people_card__location"> 1433 <span><i class="fas fa-map-marker-alt"></i> U.S.</span> 1434 </p> 1435 1436 <ul class="people_card__list"> 1437 <li>Gedas Bertasius (PI)</li> 1438 <li>Md Mohaiminul Islam</li> 1439 <li>Oluwatumininu Oguntola</li> 1440 <li>Wei Shan</li> 1441 <li>Jeff Zhuo</li> 1442 </ul> 1443 </div> 1444 </div> 1445 </div> 1446 1447 <div class="row row-no-gutters"> 1448 <!-- UT Austin --> 1449 <div class="col-xs-12"> 1450 <div class="people_card"> 1451 <img 1452 class="people_card__image" 1453 src="assets/images/teams/ut-austin.png" 1454 alt="Logo of UT Austin" 1455 loading="lazy" 1456 /> 1457 <p class="people_card__location"> 1458 <span><i class="fas fa-map-marker-alt"></i> U.S.</span> 1459 </p> 1460 1461 <ul class="people_card__list"> 1462 <li> 1463 Santhosh Kumar Ramakrishnan 1464 <a 1465 href="https://srama2512.github.io/" 1466 target="_blank" 1467 rel="noopener noreferrer" 1468 > 1469 <i class="fas fa-link"></i> 1470 </a> 1471 <a 1472 href="https://www.linkedin.com/in/srama2512/" 1473 target="_blank" 1474 rel="noopener noreferrer" 1475 > 1476 <i class="fab fa-linkedin"></i> 1477 </a> 1478 </li> 1479 <li>Arjun Somayazulu</li> 1480 <li>Changan Chen</li> 1481 <li>Romy Luo</li> 1482 </ul> 1483 </div> 1484 </div> 1485 </div> 1486 </div> 1487 <div 1488 class="col-xs-10 col-xs-offset-1 col-sm-offset-0 col-sm-6 col-lg-4" 1489 > 1490 <div class="row row-no-gutters"> 1491 <!-- Uni Catania --> 1492 <div class="col-xs-12"> 1493 <div class="people_card"> 1494 <a 1495 href="https://www.unict.it/" 1496 target="_blank" 1497 rel="noopener noreferrer" 1498 ><img 1499 class="people_card__image" 1500 src="assets/images/teams/unict.png" 1501 alt="Logo of University of Catania" 1502 loading="lazy" 1503 /></a> 1504 <p class="people_card__location"> 1505 <span><i class="fas fa-map-marker-alt"></i> Italy</span> 1506 </p> 1507 <ul class="people_card__list"> 1508 <li> 1509 Giovanni Maria Farinella (PI) 1510 <a 1511 href="https://www.dmi.unict.it/farinella/" 1512 target="_blank" 1513 rel="noopener noreferrer" 1514 ><i class="fas fa-link"></i 1515 ></a> 1516 <a 1517 href="https://it.linkedin.com/in/giovanni-maria-farinella-b4362626" 1518 target="_blank" 1519 rel="noopener noreferrer" 1520 ><i class="fab fa-linkedin"></i 1521 ></a> 1522 <a 1523 href="https://twitter.com/GMFarinella" 1524 target="_blank" 1525 rel="noopener noreferrer" 1526 ><i class="fab fa-twitter"></i 1527 ></a> 1528 </li> 1529 <li> 1530 Antonino Furnari 1531 <a 1532 href="http://www.antoninofurnari.it/" 1533 target="_blank" 1534 rel="noopener noreferrer" 1535 ><i class="fas fa-link"></i 1536 ></a> 1537 <a 1538 href="https://twitter.com/anfurnari" 1539 target="_blank" 1540 rel="noopener noreferrer" 1541 ><i class="fab fa-twitter"></i 1542 ></a> 1543 </li> 1544 <li>Francesco Ragusa</li> 1545 <li>Luigi Seminara</li> 1546 </ul> 1547 </div> 1548 </div> 1549 </div> 1550 <div class="row row-no-gutters"> 1551 <!-- Uni of Tokyo --> 1552 <div class="col-xs-12"> 1553 <div class="people_card"> 1554 <a 1555 href="https://www.ut-vision.org/" 1556 target="_blank" 1557 rel="noopener noreferrer" 1558 ><img 1559 class="people_card__image" 1560 src="assets/images/teams/uoftokyo.png" 1561 alt="Logo of University of Tokyo" 1562 loading="lazy" 1563 /></a> 1564 <p class="people_card__location">
1565 <span><i class="fas fa-map-marker-alt"></i> Japan</span> 1566 </p> 1567 <ul class="people_card__list"> 1568 <li> 1569 Yoichi Sato (PI) 1570 <a 1571 href="https://sites.google.com/ut-vision.org/ysato/" 1572 target="_blank" 1573 rel="noopener noreferrer" 1574 ><i class="fas fa-link"></i 1575 ></a> 1576 </li> 1577 <li>Ryosuke Furuta</li> 1578 <li> 1579 Yifei Huang 1580 <a 1581 href="https://hyf015.github.io/" 1582 target="_blank" 1583 rel="noopener noreferrer" 1584 ><i class="fas fa-link"></i 1585 ></a> 1586 </li> 1587 <li>Masatoshi Tateno</li> 1588 <li> 1589 Takuma Yagi 1590 <a 1591 href="https://artilects.net/" 1592 target="_blank" 1593 rel="noopener noreferrer" 1594 ><i class="fas fa-link"></i 1595 ></a> 1596 </li> 1597 <li>Zecheng Yu</li> 1598 </ul> 1599 </div> 1600 </div> 1601 </div> 1602 <div class="row row-no-gutters"> 1603 <!-- Uni of Bristol --> 1604 <div class="col-xs-12"> 1605 <div class="people_card"> 1606 <a 1607 href="https://www.bristol.ac.uk/" 1608 target="_blank" 1609 rel="noopener noreferrer" 1610 ><img 1611 class="people_card__image" 1612 src="assets/images/teams/uob.png" 1613 alt="Logo of University of Bristol" 1614 loading="lazy" 1615 /></a> 1616 <p class="people_card__location"> 1617 <span><i class="fas fa-map-marker-alt"></i> UK</span> 1618 </p> 1619 <ul class="people_card__list"> 1620 <li> 1621 Dima Damen (PI) 1622 <a 1623 href="http://dimadamen.github.io/" 1624 target="_blank" 1625 rel="noopener noreferrer" 1626 ><i class="fas fa-link"></i 1627 ></a> 1628 <a 1629 href="https://www.linkedin.com/in/dimadamen/" 1630 target="_blank" 1631 rel="noopener noreferrer" 1632 ><i class="fab fa-linkedin"></i 1633 ></a> 1634 <a 1635 href="http://twitter.com/dimadamen" 1636 target="_blank" 1637 rel="noopener noreferrer" 1638 ><i class="fab fa-twitter"></i 1639 ></a> 1640 </li> 1641 <li> 1642 Michael Wray 1643 <a 1644 href="https://mwray.github.io/" 1645 target="_blank" 1646 rel="noopener noreferrer" 1647 ><i class="fas fa-link"></i 1648 ></a> 1649 </li> 1650 <li> 1651 Siddhant Bansal 1652 <a 1653 href="https://sid2697.github.io" 1654 target="_blank" 1655 rel="noopener noreferrer" 1656 ><i class="fas fa-link"></i 1657 ></a> 1658 </li> 1659 <li> 1660 Zhifan Zhu 1661 <a 1662 href="https://zhifanzhu.github.io" 1663 target="_blank" 1664 rel="noopener noreferrer" 1665 ><i class="fas fa-link"></i 1666 ></a> 1667 </li> 1668 </ul> 1669 </div> 1670 </div> 1671 </div> 1672 <div class="row row-no-gutters"> 1673 <!-- NUS --> 1674 <div class="col-xs-12"> 1675 <div class="people_card"> 1676 <img 1677 class="people_card__image" 1678 src="assets/images/teams/nus.jpeg" 1679 alt="Logo of National University of Singapore" 1680 loading="lazy" 1681 /> 1682 <p class="people_card__location">
1683 <span><i class="fas fa-map-marker-alt"></i> Singapore</span> 1684 </p> 1685 <ul class="people_card__list"> 1686 <li> 1687 Mike Zheng Shou (PI) 1688 <a 1689 href="https://sites.google.com/view/showlab" 1690 target="_blank" 1691 rel="noopener noreferrer" 1692 ><i class="fas fa-link"></i 1693 ></a> 1694 </li> 1695 <li>Joya Chen</li> 1696 <li>Jia-Wei Liu</li> 1697 <li>Xinzhu Fu</li> 1698 <li>Chenan Song</li> 1699 </ul> 1700 </div> 1701 </div> 1702 </div> 1703 <div class="row row-no-gutters"> 1704 <!-- Georgia Tech--> 1705 <div class="col-xs-12"> 1706 <div class="people_card"> 1707 <img 1708 class="people_card__image" 1709 src="assets/images/teams/gatech.png" 1710 alt="Logo of Georgia Institute of Technology" 1711 loading="lazy" 1712 /> 1713 <p class="people_card__location"> 1714 <span><i class="fas fa-map-marker-alt"></i> U.S.</span> 1715 </p> 1716 1717 <ul class="people_card__list"> 1718 <li> 1719 James Rehg (PI) 1720 <a 1721 href="https://rehg.org/" 1722 target="_blank" 1723 rel="noopener noreferrer" 1724 ><i class="fas fa-link"></i 1725 ></a> 1726 <a 1727 href="https://www.linkedin.com/in/jimrehg/" 1728 target="_blank" 1729 rel="noopener noreferrer" 1730 ><i class="fab fa-linkedin"></i 1731 ></a> 1732 </li> 1733 <li> 1734 Fiona Ryan 1735 <a 1736 href="https://fkryan.github.io/" 1737 target="_blank" 1738 rel="noopener noreferrer" 1739 ><i class="fas fa-link"></i 1740 ></a> 1741 </li> 1742 <li> 1743 Audrey Southerland 1744 <a 1745 href="https://www.linkedin.com/in/audrey-southerland/" 1746 target="_blank" 1747 rel="noopener noreferrer" 1748 ><i class="fab fa-linkedin"></i 1749 ></a> 1750 </li> 1751 <li>Judy Hoffman</li> 1752 </ul> 1753 </div> 1754 </div> 1755 </div> 1756 <div class="row row-no-gutters"> 1757 <!-- Uni of Pennsylvania --> 1758 <div class="col-xs-12"> 1759 <div class="people_card"> 1760 <img 1761 class="people_card__image" 1762 src="assets/images/teams/upenn.png" 1763 alt="Logo of University of Pennsylvania" 1764 loading="lazy" 1765 /> 1766 <p class="people_card__location"> 1767 <span><i class="fas fa-map-marker-alt"></i> U.S.</span> 1768 </p> 1769 1770 <ul class="people_card__list"> 1771 <li>Jianbo Shi (PI)</li> 1772 <li>Shan Su</li> 1773 <li>
1773Edward Zhang</li> 1774 <li>Jinxu Zhang</li> 1775 <li>Yiming Huang</li> 1776 </ul> 1777 </div> 1778 </div> 1779 </div> 1780 <div class="row row-no-gutters"> 1781 <!-- UIUC --> 1782 <div class="col-xs-12"> 1783 <div class="people_card"> 1784 <img 1785 class="people_card__image" 1786 src="assets/images/teams/uiuc.png" 1787 alt="Logo of UIUC" 1788 loading="lazy" 1789 /> 1790 <p class="people_card__location"> 1791 <span><i class="fas fa-map-marker-alt"></i> U.S.</span> 1792 </p> 1793 <ul class="people_card__list"> 1794 <li>Bikram Boote</li> 1795 </ul> 1796 </div> 1797 </div> 1798 </div> 1799 </div> 1800 <div 1801 class="col-xs-10 col-xs-offset-1 col-sm-offset-0 col-sm-6 col-lg-4" 1802 > 1803 <div class="row row-no-gutters"> 1804 <!-- Uni Andes --> 1805 <div class="col-xs-12"> 1806 <div class="people_card"> 1807 <a 1808 href="https://www.uniandes.edu.co/en/" 1809 target="_blank" 1810 rel="noopener noreferrer" 1811 ><img 1812 class="people_card__image" 1813 src="assets/images/teams/uniandes.jpeg" 1814 alt="Logo of Universidad de los Andes" 1815 loading="lazy" 1816 /></a> 1817 <p class="people_card__location"> 1818 <span 1819 ><i class="fas fa-map-marker-alt"></i> Bogotá, 1820 Colombia</span 1821 > 1822 </p> 1823 <ul class="people_card__list"> 1824 <li> 1825 Pablo Arbelaez (PI) 1826 <a 1827 href="https://cinfonia.uniandes.edu.co" 1828 target="_blank" 1829 rel="noopener noreferrer" 1830 > 1831 <i class="fas fa-link"></i> 1832 </a> 1833 </li> 1834 <li>Maria Escobar</li> 1835 <li>Cristhian Forigua</li> 1836 <li>Angela Castillo</li> 1837 <li> 1838 Cristina Gonzalez 1839 <a 1840 href="https://cigonzalez.github.io" 1841 target="_blank" 1842 rel="noopener noreferrer" 1843 > 1844 <i class="fas fa-link"></i> 1845 </a> 1846 <a 1847 href="https://www.linkedin.com/in/cristina-gonzález-5982831a0/" 1848 target="_blank" 1849 rel="noopener noreferrer" 1850 > 1851 <i class="fab fa-linkedin"></i> 1852 </a> 1853 </li> 1854 </ul> 1855 </div> 1856 </div> 1857 </div> 1858 1859 <div class="row row-no-gutters"> 1860 <!-- SFU --> 1861 <div class="col-xs-12"> 1862 <div class="people_card"> 1863 <img 1864 class="people_card__image" 1865 src="assets/images/teams/SFU.png" 1866 alt="Logo of Simon Fraser University" 1867 loading="lazy" 1868 /> 1869 <p class="people_card__location"> 1870 <span><i class="fas fa-map-marker-alt"></i> Canada</span> 1871 </p> 1872 1873 <ul class="people_card__list"> 1874 <li>Manolis Savva (PI)</li> 1875 <li>Sanjay Haresh</li> 1876 <li>Yongsen Mao</li> 1877 </ul> 1878 </div> 1879 </div> 1880 </div> 1881 <div class="row row-no-gutters"> 1882 <!-- FAIR --> 1883 <div class="col-xs-12"> 1884 <div class="people_card"> 1885 <img 1886 class="people_card__image" 1887 src="assets/images/teams/Meta.svg" 1888 alt="Logo of FAIR" 1889 loading="lazy" 1890 /> 1891 <p class="people_card__location">
1892 <span 1893 ><i class="fas fa-map-marker-alt"></i> International</span 1894 > 1895 </p> 1896 <ul class="people_card__list"> 1897 <p class="center-bold">FAIR</p> 1898 <li> 1899 Kristen Grauman (PI) 1900 <a 1901 href="https://www.cs.utexas.edu/users/grauman/" 1902 target="_blank" 1903 rel="noopener noreferrer" 1904 > 1905 <i class="fas fa-link"></i> 1906 </a> 1907 </li> 1908 <li>Andrew Westbury</li> 1909 <li>Lorenzo Torresani</li> 1910 <li> 1911 Kris Kitani (PI) 1912 <a 1913 href="https://www.cs.cmu.edu/~kkitani/" 1914 target="_blank" 1915 rel="noopener noreferrer" 1916 > 1917 <i class="fas fa-link"></i> 1918 </a> 1919 <a 1920 href="https://twitter.com/kkitani" 1921 target="_blank" 1922 rel="noopener noreferrer" 1923 > 1924 <i class="fab fa-twitter"></i> 1925 </a> 1926 </li> 1927 <li>Jitendra Malik</li> 1928 <li>Triantafyllos Afouras</li> 1929 <li>Ashutosh Kumar</li> 1930 <li>Feng Cheng</li> 1931 <li>Fu-Jen Chu</li> 1932 <li>Jing Huang</li> 1933 <li>Suyog Jain</li> 1934 <li>Devansh Kukreja</li> 1935 <li>Kevin Liang</li> 1936 <li>Sagnik Majumder</li> 1937 <li>Miguel Martin</li> 1938 <li>Effrosyni Mavroudi</li> 1939 <li> 1940 Tushar Nagarajan 1941 <a 1942 href="https://tushar-n.github.io/" 1943 target="_blank" 1944 rel="noopener noreferrer" 1945 > 1946 <i class="fas fa-link"></i> 1947 </a> 1948 </li> 1949 <li>Yale Song</li> 1950 <li>Sherry Xue</li> 1951 <li> 1952 Miao Liu 1953 <a 1954 href="https://aptx4869lm.github.io/" 1955 target="_blank" 1956 rel="noopener noreferrer" 1957 ><i class="fas fa-link"></i 1958 ></a> 1959 </li> 1960 <li>Brighid Meredith</li> 1961 <li>Austin Miller</li> 1962 <li>Huiyu Wang</li> 1963 <li>Xitong Yang</li> 1964 <li>Shengxin Cindy Zha</li> 1965 </ul> 1966 <p class="center-bold">Aria</p> 1967 <ul class="people_card__list"> 1968 <li>Vijay Baiyya</li> 1969 <li>Jing Dong</li> 1970 <li>Prince Gupta</li> 1971 <li>Sach Lakhavani</li> 1972 <li>Xiaqing Pan</li> 1973 <li>Kiran Somasundaram</li> 1974 <li>Mingfei Yan</li> 1975 <li>Jakob Engel</li> 1976 <li>Richard Newcombe</li> 1977 </ul> 1978 <p class="center-bold">HALO</p> 1979 <ul class="people_card__list"> 1980 <li>Jiabo Hu</li> 1981 <li>Robert Kuo</li> 1982 <li>Penny Peng</li> 1983 </ul> 1984 <p class="center-bold">Research Intern</p> 1985 <ul class="people_card__list"> 1986 <li>Shraman Pramanick</li> 1987 </ul> 1988 </div> 1989 </div> 1990 </div> 1991 </div> 1992 </div> 1993 </div> 1994 </section> 1995 <section id="download"> 1996 <div class="container-fluid"> 1997 <div class="row align-items-center"> 1998 <div 1999 class="col-md-offset-2 col-lg-offset-3 col-lg-3 col-md-4 col-xs-12" 2000 > 2001 <h4 class="title form-title">DOWNLOAD<br />EGO-EXO4D</h4> 2002 </div> 2003 <div class="col-lg-3 col-md-4 col-xs-12 voffset-16"> 2004 2005 <p> 2006 <b>The dataset was released on 13th December 2023 and is now publicly available</b><br><br> 2007 License forms should be signed to access & download the dataset. <br> 2008 <a class="btn btn-primary btn-translucent" role="button" target="_blank" href="https://ego4d.dev/request/ego-exo4d"> 2009 Sign Ego-Exo4D Licenses â 2010 </a> 2011 <br> 2012 Refer to "Getting Started" on the Documentation Site <br> 2013 <a class="btn btn-primary btn-translucent" role="button" target="_blank" href="https://docs.ego-exo4d-data.org/getting-started/"> 2014 Getting Started â 2015 </a> 2016 <!-- Enter your email. You will 2017 receive instructions shortly.--> 2018 </p> 2019 </div> 2020 <div class="col-xs-12 col-lg-6 col-lg-offset-3 voffset-32"> 2021 <div> 2022 <!-- <form> 2023 <div class="dragArea row"> 2024 <div class="form-group col-xs-12" data-for="email"> 2025 <input 2026 type="email" 2027 id="email" 2028 name="email" 2029 placeholder="Your Email" 2030 required="required" 2031 class="subscription-form-control" 2032 id="subscription-form" 2033 /> 2034 <button 2035 id="submit-btn" 2036 class="btn large-button themed-button" 2037 > 2038 Request Form 2039 </button> 2040 </div> 2041 </div> 2042 </form>--> 2043 <div id="form-response" class="alert hidden"></div> 2044 </div> 2045 </div> 2046 </div> 2047 </div> 2048 </section> 2049 <section id="Contact"> 2050 <div class="container-fluid"> 2051 <div class="row align-items-center"> 2052 <div 2053 class="col-md-offset-2 col-lg-offset-3 col-lg-3 col-md-4 col-xs-12" 2054 > 2055 <h4 class="title form-title">CONTACT<br />EGO-EXO4D</h4> 2056 </div> 2057 <div class="col-lg-3 col-md-4 col-xs-12 voffset-16"> 2058 <p> 2059 Email us at: 2060 <a href="mailto:[email protected]">[email protected]</a> 2061 </p> 2062 </div> 2063 <div class="col-xs-12 col-lg-6 col-lg-offset-3 voffset-32"> 2064 <div> 2065 <div id="form-response" class="alert hidden"></div> 2066 </div> 2067 </div> 2068 </div> 2069 </div> 2070 </section> 2071 </body> 2072
2072<script> 2073 // Setup nav-item on click to toggle the hamburger 2074 const navbar = document.getElementById("nav-bar"); 2075 const hamburger_button = navbar.querySelector("button.navbar-toggler"); 2076 const navlist = navbar.querySelectorAll("a.nav-link").forEach((el) => { 2077 el.addEventListener("click", () => { 2078 if (hamburger_button.ariaExpanded === "true") { 2079 hamburger_button.click(); 2080 } 2081 }); 2082 }); 2083 const parallax = document.getElementById("parallax-image"); 2084 const scenario_selector = document.getElementById("scenario_selector"); 2085 const tooltip = document.getElementById("parallax-tooltip"); 2086 const video = document.getElementById("parallax-video"); 2087 if (video !== null && parallax !== null && tooltip !== null) { 2088 const [enable, disable] = camera_hover( 2089 tooltip, 2090 video, 2091 parallax, 2092 scenario_selector 2093 ); 2094 // Intersection observer to transition header and disable onmousemove and disable tooltip 2095 let intersection_options = { 2096 root: null, // viewport 2097 rootMargin: "0px", // No margin 2098 threshold: [0.4, 0.2], 2099 }; 2100 2101 let previousThreshold = -1; 2102 let observer = new IntersectionObserver((entries, observer) => { 2103 entries.forEach((_entry) => { 2104 if (!_entry.isIntersecting) { 2105 // If it is not intersecting, disable it. 2106 disable(); 2107 previousThreshold = -1; 2108 return; 2109 } 2110 2111 // If intersecting, then it is either scrolling down or scrolling up. 2112 if (previousThreshold === -1) { 2113 previousThreshold = _entry.intersectionRatio; 2114 return; 2115 } 2116 2117 if (_entry.intersectionRatio > previousThreshold) { 2118 // Going up 2119 enable(); 2120 } else { 2121 // Going down 2122 disable(); 2123 } 2124 previousThreshold = -1; 2125 }); 2126 }, intersection_options); 2127 observer.observe(parallax); 2128 2129 // Setup map hover 2130 enable(); 2131 } 2132 </script>
2132 2133</html>
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.