1<!DOCTYPE HTML> 2<!-- 3 SUN BLOG 4 html5up.net | @ajlkn 5 Free for personal and commercial use under the CCA 3.0 license (html5up.net/license) 6--> 7<html> 8 <head> 9 <!-- Begin Jekyll SEO tag v2.8.0 --> 10<title>SWAGex for Commonsense Validation and Explanation | Σ ã¦ã¤ã¨ã </title> 11<meta name="generator" content="Jekyll v3.10.0" /> 12<meta property="og:title" content="SWAGex for Commonsense Validation and Explanation" /> 13<meta name="author" content="Wiem Ben Rim" /> 14<meta property="og:locale" content="en_US" /> 15<meta name="description" content="Commonsense reasoning has long been a challenge in the field of Natural Language Processing (NLP). Recently, the emergence of large pre trained language models achieving state-of-the-art results in several NLP tasks, such as BERT and GPT has also influenced commonsense tasks to regain popularity." /> 16<meta property="og:description" content="Commonsense reasoning has long been a challenge in the field of Natural Language Processing (NLP). Recently, the emergence of large pre trained language models achieving state-of-the-art results in several NLP tasks, such as BERT and GPT has also influenced commonsense tasks to regain popularity." /> 17<link rel="canonical" href="http://www.wiembnr.com//blog/commonsense" /> 18<meta property="og:url" content="http://www.wiembnr.com//blog/commonsense" /> 19<meta property="og:site_name" content="Σ ã¦ã¤ã¨ã " /> 20<meta property="og:type" content="article" /> 21<meta property="article:published_time" content="2020-01-27T00:00:00+00:00" /> 22<meta name="twitter:card" content="summary" /> 23<meta property="twitter:title" content="SWAGex for Commonsense Validation and Explanation" />
24<script type="application/ld+json"> 25{"@context":"https://schema.org","@type":"BlogPosting","author":{"@type":"Person","name":"Wiem Ben Rim"},"dateModified":"2020-01-27T00:00:00+00:00","datePublished":"2020-01-27T00:00:00+00:00","description":"Commonsense reasoning has long been a challenge in the field of Natural Language Processing (NLP). Recently, the emergence of large pre trained language models achieving state-of-the-art results in several NLP tasks, such as BERT and GPT has also influenced commonsense tasks to regain popularity.","headline":"SWAGex for Commonsense Validation and Explanation","mainEntityOfPage":{"@type":"WebPage","@id":"http://www.wiembnr.com//blog/commonsense"},"url":"http://www.wiembnr.com//blog/commonsense"}</script>
25 26<!-- End Jekyll SEO tag --> 27 28 <!-- Google tag (gtag.js) -->
vendor: 67 bytes, lines 28-29
28 29 <script async src="https://www.googletagmanager.com/gtag/js?id=
29G-W4KH6N0CEC
vendor: 15 bytes, lines 29-30
29"></script> 30
30<script> 31
vendor: 144 bytes, lines 31-35
31window.dataLayer = window.dataLayer || []; 32 function gtag(){dataLayer.push(arguments);} 33 gtag('js', new Date()); 34 35 gtag('config', '
35G-W4KH6N0CEC
vendor: 7 bytes, lines 35-36
35'); 36
36</script>
36 37 38<!-- Global site tag (gtag.js) - Google Analytics --> 39<!--
vendor: 64 bytes, line 39
39 <script async src="https://www.googletagmanager.com/gtag/js?id=
39G-86RZ6NM6CP
vendor: 13 bytes, line 39
39"></script>
40<script> 41
vendor: 138 bytes, lines 41-45
41window.dataLayer = window.dataLayer || []; 42 function gtag(){dataLayer.push(arguments);} 43 gtag('js', new Date()); 44 45 gtag('config', '
45G-86RZ6NM6CP
vendor: 5 bytes, line 45
45');
46</script>
46 --> 47 48<!--
48<script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>
48 --> 49<!--
49<script id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
49 --> 50 51<link rel="stylesheet" href="https://www.wiembnr.com/assets/styles/gruvbox-dark.css">
52<script src="https://www.wiembnr.com/assets/js/highlight.pack.js"></script>
vendor: 2 bytes, line 52
52
53<script>hljs.initHighlightingOnLoad();</script>
53 54<title>Σ ã¦ã¤ã¨ã </title> 55<meta charset="utf-8" /> 56<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no" /> 57<link rel="stylesheet" href="https://www.wiembnr.com/assets/css/main.css" /> 58<link rel="shortcut icon" type="image/png" href="https://www.wiembnr.com/assets/icon.png"> 59<!--
59<script async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js?client=ca-pub-8883021699930297" 60 crossorigin="anonymous"></script>
60 --> 61<!-- <meta name="p:domain_verify" content="6b5e021c0b0916bec67b3248d451edfa"/> --> 62 </head> 63 <body class="is-preload"> 64 65 <!-- Wrapper --> 66 <div id="wrapper"> 67 68 <!-- Main --> 69 <div id="main"> 70 <div class="inner"> 71 72 <!-- Header --> 73 <header id="header"> 74 <nav class="logo"> 75 <a href="https://www.wiembnr.com/" style='border-bottom: none;'><strong>HOME</strong></a> 76 77 <a href="https://www.wiembnr.com/posts/" style='border-bottom: none;'><strong>POSTS</strong></a> 78 79 <a href="https://www.wiembnr.com/publications/" style='border-bottom: none;'><strong>RESEARCH</strong></a> 80 81 <a href="https://www.wiembnr.com/photography/" style='border-bottom: none;'><strong>INTERESTS</strong></a> 82 83 <a href="https://www.wiembnr.com/about/" style='border-bottom: none;'><strong>ABOUT</strong></a> 84 </nav> 85 <ul class="icons"> 86 <li><a href="https://www.linkedin.com/in/wiem-ben-rim/" class="icon brands fa-linkedin-in"><span class="label">Discord</span></a></li> 87 <li><a href="https://twitter.com/PhaelIshall" class="icon brands fa-twitter"><span class="label">Twitter</span></a></li> 88 <li><a href="mailto:[email protected]" class="icon fa fa-envelope"><span class="label">Mail</span></a></li> 89 <li><a href="https://github.com/PhaelIshall" class="icon brands fa-github"><span class="label">Github</span></a></li> 90 <li><a href="https://www.youtube.com/channel/UC_L41CokXok3edg46zTlb2A" class="icon brands fa-youtube"><span class="label">Youtube</span></a></li> 91 <li><a href="https://www.instagram.com/survivingeducation/" class="icon brands fa-instagram"><span class="label">Instagram</span></a></li> 92 <li><a href="https://discord.gg/VcDzuSqu9b" class="icon brands fa-discord"><span class="label">Discord</span></a></li> 93 </ul> 94 </header> 95 96 <!-- Content --> 97 98 <section> 99 <div class="row gtr-200"> 100 <div class="col-2 col-12-medium"> 101 102 </div> 103 <div class="col-8 col-12-medium"> 104 105 <header class="main"> 106 <h1>SWAGex for Commonsense Validation and Explanation</h1> 107 108 <p><strong>01/27/2020</strong></p> 109 </header> 110 <h2>SWAGex for Commonsense Validation and Explanation</h2> 111 112<p><img class="image fit" src="https://user-images.githubusercontent.com/13065761/151680380-8d367cf0-8487-442b-a674-7ed3e9c1f445.jpeg" alt="" /></p> 113 114<h2 id="project-motivation">Project Motivation</h2> 115<p>Commonsense reasoning has long been a challenge in the field of Natural Language Processing (NLP). Recently, the emergence of large pre-trained language models achieving state-of-the-art results in several 116NLP tasks, such as BERT and GPT has also influenced commonsense tasks to regain popularity.</p> 117 118<p>Natural Language Inference (NLI) is one of the most popular tasks in commonsense reasoning research. It consists of determining if a hypothesis is correct, given a premise. Situations With Adversarial Generation (SWAG) task is closely related to NLI. It consists of determining the most appropriate ending given a start phase as a context. The start phrases and endings in SWAG dataset are video captions. The task is to find the ending that describes a possible (future) world that can follow the given sentence even when it is not strictly entailed. Making such inference necessitates a rich understanding of everyday physical 119situations.</p> 120 121<h2 id="summary">Summary</h2> 122<ul> 123 <li>Used multiple methods on the pre-trained language model BERT to recognize sentences against commonsense and justify the reasoning behind this decision.</li> 124 <li> 125 <p>Investigated the ability to transfer commonsense knowledge from SWAG to ComVE task by training a model for the Explanation task with Next Event Prediction data.</p> 126 127 <p><img class="image fit" src="https://user-images.githubusercontent.com/13065761/151681108-1bac2faf-030e-44d2-b38a-b701b1eb0bd1.png" alt="" /> 128 <img class="image fit" src="https://user-images.githubusercontent.com/13065761/151681110-03301049-6762-482e-9b1d-f4fd3f27939d.png" alt="" /></p> 129 </li> 130</ul> 131 132<h2 id="project-results">Project Results</h2> 133<ul> 134 <li>Paper âSWAGex at SemEval-2020: Commonsense Explanation as Next Event Predictionâ, appeared in Proceedings of the 14th International Workshop on Semantic Evaluation.</li> 135 <li>Poster presentation at COLING, in Dec 2020 (online)</li> 136</ul> 137 138<!-- <code><pre></pre></code> --> 139 140 141 <p></p> 142 143 144 145 <ul class="actions fit"> 146 147 <li><a href="/blog/readability" class="button fit">Previous Post</a></li> 148 149 150 151 </ul> 152 153 154 <p></p> 155 156 <section> 157 158 159 <div class="row gtr-200"> 160 <div class="col-5 col-12-medium"> 161 <h3 id="elements">News and Updates</h3> 162<!-- <div id="mc_embed_signup"> 163 <form method="post" action="https://gorillasun.us1.list-manage.com/subscribe/post?u=2ec45cad93e090c190c03f02d&id=f34e6ff990" 164 id="mc-embedded-subscribe-form" name="mc-embedded-subscribe-form" class="validate" target="_blank" novalidate> 165 166 <input type="email" name="EMAIL" id="mce-EMAIL" value="" placeholder="Email" style="margin: 0 0 0.5em 0" required> 167 168 <ul class="actions fit"> 169 <li><input input type="submit" value="Subscribe" name="subscribe" id="mc-embedded-subscribe" class="primary" /></li> 170 </ul> 171 172 </form> 173 </div> --> 174
174<script type='text/javascript' src='//s3.amazonaws.com/downloads.mailchimp.com/js/mc-validate.js'></script>
174<script type='text/javascript'>(function($) {window.fnames = new Array(); window.ftypes = new Array();fnames[0]='EMAIL';ftypes[0]='email';fnames[1]='FNAME';ftypes[1]='text';fnames[2]='LNAME';ftypes[2]='text';fnames[3]='ADDRESS';ftypes[3]='address';fnames[4]='PHONE';ftypes[4]='phone';fnames[5]='BIRTHDAY';ftypes[5]='birthday';}(jQuery));var $mcj = jQuery.noConflict(true);</script>
174 175 </div> 176 177<!-- <div class="col-7 col-12-medium"> 178 <div class="box"> 179 <p>If you enjoyed this post, consider subscribing to my mailing list for the occasional update on new blog posts. No spam, promise. <strong>Otherwise come join me on <a href='https://twitter.com/gorillasu'>Twitter</a>!</strong></p> 180 </div> 181 </div> --> 182 183 <!-- 184 <div class="col-7 col-12-medium"> 185 <div class="box"> 186 <p>Trade Offer :warning:: You get: Updates on new blog posts. I get: your email address. No spam, promise. <strong>Otherwise come join me on <a href='https://twitter.com/gorillasu'>Twitter</a>!</strong></p> 187 </div> 188 </div> 189 --> 190 </div> 191 192<!-- <div> --> 193<!--
193<script async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js?client=ca-pub-8883021699930297" 194 crossorigin="anonymous"></script>
194 195<ins class="adsbygoogle" 196 style="display:block; text-align:center;" 197 data-ad-layout="in-article" 198 data-ad-format="fluid" 199 data-ad-client="ca-pub-8883021699930297" 200 data-ad-slot="9101964787"></ins> --> 201<!--
201<script> 202 (adsbygoogle = window.adsbygoogle || []).push({}); 203</script>
203 --> 204<!-- </div> --> 205 206 207 208 209 <!-- 210 <a href="https://twitter.com/gorillasu?ref_src=twsrc%5Etfw" class="twitter-follow-button" data-size="large" data-show-count="false">Follow @gorillasu</a>
210<script async src="https://platform.twitter.com/widgets.js" charset="utf-8"></script>
210--> 211 212 <!-- 213 <link href="//cdn-images.mailchimp.com/embedcode/classic-10_7.css" rel="stylesheet" type="text/css"> 214 <style type="text/css"> 215 #mc_embed_signup{background:#fff; clear:left; font:14px Helvetica,Arial,sans-serif; } 216 /* Add your own Mailchimp form style overrides in your site stylesheet or in this style block. 217 We recommend moving this block and the preceding CSS link to the HEAD of your HTML file. */ 218 </style> 219 <div id="mc_embed_signup"> 220 221 <h3>For new blog posts and updates, consider joining my mailing list!</h3> 222 223 224 <form method="post" action="https://gorillasun.us1.list-manage.com/subscribe/post?u=2ec45cad93e090c190c03f02d&id=f34e6ff990" 225 id="mc-embedded-subscribe-form" name="mc-embedded-subscribe-form" class="validate" target="_blank" novalidate> 226 <div class="row gtr-uniform"> 227 <div class="col-6 col-12-xsmall"> 228 <input type="text" name="FNAME" id="mce-FNAME" value="" placeholder="First Name" /> 229 </div> 230 <div class="col-6 col-12-xsmall"> 231 <input type="text" name="LNAME" id="mce-LNAME" value="" placeholder="Last Name" /> 232 </div> 233 <div class="col-6 col-12-small"> 234 <input type="email" name="EMAIL" id="mce-EMAIL" value="" placeholder="Email" required> 235 </div> 236 <div class="col-6 col-12-small"> 237 <input type="checkbox" id="demo-human" name="demo-human" required> 238 <label for="demo-human">I am a human</label> 239 </div> 240 <div id="mce-responses" class="clear"> 241 <div class="response" id="mce-error-response" style="display:none"></div> 242 <div class="response" id="mce-success-response" style="display:none"></div> 243 </div> 244 245 <div class="col-12"> 246 <ul class="actions"> 247 <li><input input type="submit" value="Subscribe" name="subscribe" id="mc-embedded-subscribe" class="primary" /></li> 248 </ul> 249 </div> 250 </div> 251 </form> 252 </div> 253
253<script type='text/javascript' src='//s3.amazonaws.com/downloads.mailchimp.com/js/mc-validate.js'></script>
253<script type='text/javascript'>(function($) {window.fnames = new Array(); window.ftypes = new Array();fnames[0]='EMAIL';ftypes[0]='email';fnames[1]='FNAME';ftypes[1]='text';fnames[2]='LNAME';ftypes[2]='text';fnames[3]='ADDRESS';ftypes[3]='address';fnames[4]='PHONE';ftypes[4]='phone';fnames[5]='BIRTHDAY';ftypes[5]='birthday';}(jQuery));var $mcj = jQuery.noConflict(true);</script>
253 254 255 --> 256 <!-- 257 <div class="col-6 col-12-small"> 258 <h3>If you <strong>REALLY</strong> enjoyed reading this article, consider becoming a patreon with some perks!</h3> 259 <a href="https://www.patreon.com/bePatron?u=51102985" data-patreon-widget-type="become-patron-button" style='width: 100%;'>Become a Patron!</a>
259<script async src="https://c6.patreon.com/becomePatronButton.bundle.js"></script>
259 260 </div> 261--> 262 263 <p></p> 264 <section> 265 <div id="disqus_thread"></div>
266<script> 267/** 268* RECOMMENDED CONFIGURATION VARIABLES: EDIT AND UNCOMMENT THE SECTION BELOW TO INSERT DYNAMIC VALUES FROM YOUR PLATFORM OR CMS. 269* LEARN WHY DEFINING THESE VARIABLES IS IMPORTANT: https://disqus.com/admin/universalcode/#configuration-variables */ 270 271var disqus_config = function () { 272this.page.url = index.html; // Replace PAGE_URL with your page's canonical URL variable 273this.page.identifier = PAGE_IDENTIFIER; // Replace PAGE_IDENTIFIER with your page's unique identifier variable 274}; 275 276(function() { // DON'T EDIT BELOW THIS LINE 277var d = document, s = d.createElement('script'); 278s.src = 'https://https-ahmadmoussa-github-io-sunblog.disqus.com/embed.js'; 279s.setAttribute('data-timestamp', +new Date()); 280(d.head || d.body).appendChild(s); 281})(); 282</script>
282 283<noscript>Please enable JavaScript to view the <a href="https://disqus.com/?ref_noscript">comments powered by Disqus.</a></noscript> 284</section> 285 286
286<script> 287 288 var elements = document.querySelectorAll('p'); 289 Array.prototype.forEach.call(elements, function(el, i){ 290 if(el.innerHTML=='[expand]') { 291 var parentcontent = el.parentNode.innerHTML.replace('<p>[expand]</p>','<div class="expand" style="display: none; height: 0; overflow: hidden;">').replace('<p>[/expand]</p>','</div>'); 292 el.parentNode.innerHTML = parentcontent; 293 } 294 }); 295 296 var elements = document.querySelectorAll('div.expand'); 297 Array.prototype.forEach.call(elements, function(el, i){ 298 el.previousElementSibling.innerHTML = el.previousElementSibling.innerHTML + '<span>.. <a href="#" style="cursor: pointer;" onclick="this.parentNode.parentNode.nextElementSibling.style.display = \'block\'; this.parentNode.parentNode.nextElementSibling.style.height = \'auto\'; this.parentNode.style.display = \'none\';">read more →</a></span>'; 299 }); 300 301</script>
301 302 303 </div> 304 305 306 <!-- 307 <aside> 308 <div class="widget"></div> 309 <div class="widget js-sticky-widget"> 310 311 <li><a href="https://twitter.com/gorillasu" class="icon brands fa-twitter"><span class="label">Twitter</span></a></li> 312 </div> 313 <div class="widget"></div> 314 </aside> 315 316 317 --> 318 </div> 319 </section> 320 </div> 321 </div> 322 323 <!-- Sidebar 324 <div id="sidebar"> 325 <div class="inner"> 326 <section id="search" class="alt"> 327 <form method="post" action="#"> 328 <input type="text" name="query" id="query" placeholder="Search" /> 329 </form> 330 </section> 331 332 333 <nav id="menu"> 334 <header class="major"> 335 <h2>Menu</h2> 336 </header> 337 <ul> 338 <li><a href="https://gorillasun.de/index.html">Homepage</a></li> 339 <li><a href="https://gorillasun.de/archive.html">Archive</a></li> 340 <li><a href="https://gorillasun.de/gallery.html">Gallery</a></li> 341 <li><a href="https://gorillasun.de/about.html">About</a></li> 342 343 </ul> 344 </nav> 345 346 347 348 <section> 349 <header class="major"> 350 <h2>Get in touch</h2> 351 </header> 352 <p>Shoot me a message! Via email or DM me on social media: </p> 353 <ul class="contact"> 354 <li class="icon solid fa-envelope"><a href="#">[email protected]</a></li> 355 <li class="icon brands fa-instagram"><a href="https://www.instagram.com/gorilla.sun/" >@gorilla.sun</li> 356 <li class="icon brands fa-twitter"><a href="https://twitter.com/gorillasu" >@gorilla.su</li> 357 </ul> 358 </section> 359 360 361 <footer id="footer"> 362 <p class="copyright">© GorillaSun. All rights reserved. Design: <a href="https://html5up.net">HTML5 UP</a>.</p> 363 </footer> 364 </div> 365 </div> 366 --> 367<!-- <div> --> 368 369<!-- </div> --> 370 </div> 371 372 <!-- Scripts --> 373 374 375
375<script src="https://www.wiembnr.com/assets/js/jquery.min.js"></script>
375 376
376<script src="https://www.wiembnr.com/assets/js/browser.min.js"></script>
376 377
377<script src="https://www.wiembnr.com/assets/js/breakpoints.min.js"></script>
377 378
378<script src="https://www.wiembnr.com/assets/js/util.js"></script>
378 379
379<script src="https://www.wiembnr.com/assets/js/main.js"></script>
379 380 381<!--
381<script src='https://storage.ko-fi.com/cdn/scripts/overlay-widget.js'></script>
381 382
382<script> 383 kofiWidgetOverlay.draw('gorillasun', { 384 'type': 'floating-chat', 385 'floating-chat.donateButton.text': 'Support me', 386 'floating-chat.donateButton.background-color': '#00b9fe', 387 'floating-chat.donateButton.text-color': '#fff' 388 }); 389 </script>
389 --> 390 <!-- 391
391<script src="https://gorillasun.de/assets/js/sticksy.min.js"></script>
391 392
392<script> 393 var stickyEl = new Sticksy('.widget.js-sticky-widget', { 394 topSpacing: 60, 395 }) 396 stickyEl.onStateChanged = function (state) { 397 if (state === 'fixed') stickyEl.nodeRef.classList.add('widget--sticky') 398 else stickyEl.nodeRef.classList.remove('widget--sticky') 399 } 400 </script>
400 401 --> 402 </body> 403 404 405</html>
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.