https://karthikviswanathn.github.io/publications/

1<!DOCTYPE html> <html lang="en"> <head> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <title> publications | Karthik Viswanathan </title> <meta name="author" content="Karthik Viswanathan"> <meta name="description" content="A simple, whitespace theme for academics. Based on [*folio](https://github.com/bogoli/-folio) design. "> <meta name="keywords" content="jekyll, jekyll-theme, academic-website, portfolio-website"> <link rel="stylesheet" href="/assets/css/bootstrap.min.css?a4b3f509e79c54a512b890d73235ef04"> <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/css/mdb.min.css" integrity="sha256-jpjYvU3G3N6nrrBwXJoVEYI/0zw8htfFnhT9ljN3JJw=" crossorigin="anonymous"> <link defer rel="stylesheet" href="/assets/css/academicons.min.css?f0b7046b84e425c55f3463ac249818f5"> <link defer rel="stylesheet" href="/assets/css/scholar-icons.css?62b2ac103a88034e6882a5be5f3e2772"> <link defer rel="stylesheet" type="text/css" href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,700|Roboto+Slab:100,300,400,500,700|Material+Icons&amp;display=swap"> <link defer rel="stylesheet" href="/assets/css/jekyll-pygments-themes-github.css?591dab5a4e56573bf4ef7fd332894c99" media="" id="highlight_theme_light"> <link rel="shortcut icon" href="/assets/img/cool_logo.png?df00ca89b1bc13bffdd3765fe318ab9f"> <link rel="stylesheet" href="/assets/css/main.css?d41d8cd98f00b204e9800998ecf8427e"> <link rel="canonical" href="https://karthikviswanathn.github.io/publications/"> 

1<script src="/assets/js/theme.js?1a2477a9a2a093b011d6c7dfcb9b4403"></script>

1 <link defer rel="stylesheet" href="/assets/css/jekyll-pygments-themes-native.css?5847e5ed4a4568527aa6cfab446049ca" media="none" id="highlight_theme_dark"> 

1<script>
2    initTheme();
3  </script>

3 </head> <body class="fixed-top-nav "> <header> <nav id="navbar" class="navbar navbar-light navbar-expand-sm fixed-top" role="navigation"> <div class="container"> <a class="navbar-brand title font-weight-lighter" href="/"> <span class="font-weight-bold">Karthik</span> Viswanathan </a> <button class="navbar-toggler collapsed ml-auto" type="button" data-toggle="collapse" data-target="#navbarNav" aria-controls="navbarNav" aria-expanded="false" aria-label="Toggle navigation"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar top-bar"></span> <span class="icon-bar middle-bar"></span> <span class="icon-bar bottom-bar"></span> </button> <div class="collapse navbar-collapse text-right" id="navbarNav"> <ul class="navbar-nav ml-auto flex-nowrap"> <li class="nav-item "> <a class="nav-link" href="/">about </a> </li> <li class="nav-item "> <a class="nav-link" href="/blog/">blog </a> </li> <li class="nav-item active"> <a class="nav-link" href="/publications/">publications <span class="sr-only">(current)</span> </a> </li> <li class="nav-item "> <a class="nav-link" href="/repositories/">repositories </a> </li> <li class="nav-item "> <a class="nav-link" href="/cv/">cv </a> </li> <li class="nav-item"> <button id="search-toggle" title="Search" onclick="openSearchModal()"> <span class="nav-link">ctrl k <i class="ti ti-search"></i></span> </button> </li> <li class="toggle-container"> <button id="light-toggle" title="Change theme"> <i class="ti ti-sun-moon" id="light-toggle-system"></i> <i class="ti ti-moon-filled" id="light-toggle-dark"></i> <i class="ti ti-sun-filled" id="light-toggle-light"></i> </button> </li> </ul> </div> </div> </nav> <progress id="progress" value="0"> <div class="progress-container"> <span class="progress-bar"></span> </div> </progress> </header> <div class="container mt-5" role="main"> <div class="post"> <header class="post-header"> <h1 class="post-title">publications</h1> <p class="post-description"></p> </header> <article> <div class="publications"> <h2 class="bibliography">2026</h2> <ol class="bibliography"> <li> <div class="row"> <div class="col col-sm-2 abbr"> </div> <div id="biagetti2026topofisher" class="col-sm-8"> <div class="title"><a href="https://arxiv.org/abs/2605.07720" rel="external nofollow noopener" target="_blank">TopoFisher: Learning Topological Summary Statistics by Maximizing Fisher Information</a></div> <div class="author"> Matteo Biagetti, Mathieu Carrière, Francesco Conti, Enrico Maria Ferrari, Sven Heydenreich, and <em>Karthik Viswanathan</em> </div> <div class="periodical"> <em>Advances in Neural Information Processing Systems (NeurIPS)</em>, 2026 </div> <div class="periodical"> </div> <div class="links"> <a href="http://arxiv.org/abs/2605.07720" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">arXiv</a> <a href="https://github.com/RitAreaSciencePark/TopoFisher" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">Code</a> </div> </div> </div> </li> <li> <div class="row"> <div class="col col-sm-2 abbr"> </div> <div id="pavlova2026transformer" class="col-sm-8"> <div class="title"><a href="https://arxiv.org/abs/2603.21376" rel="external nofollow noopener" target="_blank">A Transformer Architecture Alteration to Incentivise Externalised Reasoning</a></div> <div class="author"> Elizabeth Pavlova<sup>*</sup>, Mariia Koroliuk<sup>*</sup>, <em>Karthik Viswanathan<sup>*</sup></em>, Cameron Tice, Edward Young, and Puria Radmard </div> <div class="periodical"> <em>Under review</em>, 2026 </div> <div class="periodical"> </div> <div class="links"> <a href="http://arxiv.org/abs/2603.21376" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">arXiv</a> <a href="https://github.com/MeridianResearch/externalization" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">Code</a> </div> </div> </div> </li> <li> <div class="row"> <div class="col col-sm-2 abbr"> </div> <div id="viswanathan2025geometrytokensinternalrepresentations" class="col-sm-8"> <div class="title"><a href="https://openreview.net/forum?id=rBEgNAslpY" rel="external nofollow noopener" target="_blank">The Intrinsic Dimension of Prompts in Internal Representations of Large Language Models</a></div> <div class="author"> <em>Karthik Viswanathan</em>, Yuri Gardinazzi, Giada Panerai, Alberto Cazzaniga, and Matteo Biagetti </div> <div class="periodical"> <em>Transactions on Machine Learning Research</em>, 2026 </div> <div class="periodical"> </div> <div class="links"> <a href="http://arxiv.org/abs/2501.10573" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">arXiv</a> <a href="https://openreview.net/pdf?id=rBEgNAslpY" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">PDF</a> </div> </div> </div> </li> </ol> <h2 class="bibliography">2025</h2> <ol class="bibliography"> <li> <div class="row"> <div class="col col-sm-2 abbr"> </div> <div id="viswanathan2025probing" class="col-sm-8"> <div class="title"><a href="https://openreview.net/forum?id=CyHJMbQlOk" rel="external nofollow noopener" target="_blank">Probing Geometry of Next Token Prediction Using Cumulant Expansion of the Softmax Entropy</a></div> <div class="author"> <em>Karthik Viswanathan</em>, and Sang Eon Park </div> <div class="periodical"> <em>In High-dimensional Learning Dynamics</em>, 2025 </div> <div class="periodical"> </div> <div class="links"> <a href="https://openreview.net/pdf?id=CyHJMbQlOk" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">PDF</a> </div> </div> </div> </li> <li> <div class="row"> <div class="col col-sm-2 abbr"> </div> <div id="gardinazzi2024persistenttopologicalfeatureslarge" class="col-sm-8"> <div class="title"><a href="https://arxiv.org/abs/2410.11042" rel="external nofollow noopener" target="_blank">Persistent Topological Features in Large Language Models</a></div> <div class="author"> Yuri Gardinazzi<sup>*</sup>, <em>Karthik Viswanathan<sup>*</sup></em>, Giada Panerai, Alessio Ansuini, Alberto Cazzaniga, and Matteo Biagetti </div> <div class="periodical"> <em>Proceedings of the 42nd International Conference on Machine Learning</em>, 2025 </div> <div class="periodical"> </div> <div class="links"> <a href="http://arxiv.org/abs/2410.11042" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">arXiv</a> </div> </div> </div> </li> </ol> <h2 class="bibliography">2024</h2> <ol class="bibliography"><li> <div class="row"> <div class="col col-sm-2 abbr"> </div> <div id="Yip:2024hlz" class="col-sm-8"> <div class="title"><a href="https://arxiv.org/abs/2403.13985" rel="external nofollow noopener" target="_blank">Cosmology with persistent homology: a Fisher forecast</a></div> <div class="author"> Jacky H. T. Yip, Matteo Biagetti, Alex Cole, <em>Karthik Viswanathan</em>, and Gary Shiu </div> <div class="periodical"> <em>Journal of Cosmology and Astroparticle Physics</em>, 2024 </div> <div class="periodical"> </div> <div class="links"> <a href="https://doi.org/10.1088/1475-7516/2024/09/034" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">DOI</a> <a href="http://arxiv.org/abs/2403.13985" class="btn btn-sm z-depth-0" role="button" rel="external nofollow noopener" target="_blank">arXiv</a> </div> </div> </div> </li></ol> </div> <div class="publications-note" style="font-size: 0.8rem; color: var(--global-text-color-light); margin-top: 1.5rem;"> <ul> <li>In machine learning / artificial intelligence papers, an asterisk (*) denotes equal contribution. In theoretical high-energy physics, the convention is to order the author list alphabetically.</li> <li>The <em>Journal of Cosmology and Astroparticle Physics</em> (JCAP) is a leading journal in the field (see, e.g., Google Scholar’s <a href="https://scholar.google.com/citations?view_op=top_venues&amp;hl=en&amp;vq=phy_astronomyastrophysics" rel="external nofollow noopener" target="_blank">Astronomy &amp; Astrophysics top publications</a>).</li> </ul> </div> </article> </div> </div> <footer class="fixed-bottom" role="contentinfo"> <div class="container mt-0"> © Copyright 2026 Karthik Viswanathan. Powered by <a href="https://jekyllrb.com/" target="_blank" rel="external nofollow noopener">Jekyll</a> with <a href="https://github.com/alshedivat/al-folio" rel="external nofollow noopener" target="_blank">al-folio</a> theme. Hosted by <a href="https://pages.github.com/" target="_blank" rel="external nofollow noopener">GitHub Pages</a>. Photos from <a href="https://unsplash.com" target="_blank" rel="external nofollow noopener">Unsplash</a>. </div> </footer> 

3<script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/jquery.min.js" integrity="sha256-/xUj+3OJU5yExlq6GSYGSHk7tPXikynS7ogEvDej/m4=" crossorigin="anonymous"></script>

3 

3<script src="/assets/js/bootstrap.bundle.min.js"></script>

3 

3<script src="https://cdn.jsdelivr.net/npm/[email protected]/js/mdb.min.js" integrity="sha256-NdbiivsvWt7VYCt6hYNT3h/th9vSTL4EDWeGs5SN3DA=" crossorigin="anonymous"></script>

3 

3<script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/masonry.pkgd.min.js" integrity="sha256-Nn1q/fx0H7SNLZMQ5Hw5JLaTRZp0yILA/FRexe19VdI=" crossorigin="anonymous"></script>

3 

3<script defer src="https://cdn.jsdelivr.net/npm/[email protected]/imagesloaded.pkgd.min.js" integrity="sha256-htrLFfZJ6v5udOG+3kNLINIKh2gvoKqwEhHYfTTMICc=" crossorigin="anonymous"></script>

3 

3<script defer src="/assets/js/masonry.js?a0db7e5d5c70cc3252b3138b0c91dcaf" type="text/javascript"></script>

3 

3<script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/medium-zoom.min.js" integrity="sha256-ZgMyDAIYDYGxbcpJcfUnYwNevG/xi9OHKaR/8GK+jWc=" crossorigin="anonymous"></script>

3 

3<script defer src="/assets/js/zoom.js?85ddb88934d28b74e78031fd54cf8308"></script>

3 

3<script src="/assets/js/no_defer.js?2781658a0a2b13ed609542042a859126"></script>

3 

3<script defer src="/assets/js/common.js?e0514a05c5c95ac1a93a8dfd5249b92e"></script>

3 

3<script defer src="/assets/js/copy_code.js?12775fdf7f95e901d7119054556e495f" type="text/javascript"></script>

3 

3<script defer src="/assets/js/footnotes.js?d608eaadbfddd68c3798f5465be332fd" type="text/javascript"></script>

3 

3<script defer src="/assets/js/jupyter_new_tab.js?d9f17b6adc2311cbabd747f4538bb15f"></script>

3 

3<script async src="https://d1bxh8uas1mnw7.cloudfront.net/assets/embed.js"></script>

3 

3<script async src="https://badge.dimensions.ai/badge.js"></script>

3 

3<script defer type="text/javascript" id="MathJax-script" src="https://cdn.jsdelivr.net/npm/[email protected]/es5/tex-mml-chtml.js" integrity="sha256-MASABpB4tYktI2Oitl4t+78w/lyA+D7b/s9GEP0JOGI=" crossorigin="anonymous"></script>

3 

3<script src="/assets/js/mathjax-setup.js?a5bb4e6a542c546dd929b24b8b236dfd"></script>

3 

3<script defer src="https://cdnjs.cloudflare.com/polyfill/v3/polyfill.min.js?features=es6" crossorigin="anonymous"></script>

3 

3<script defer src="/assets/js/progress-bar.js?2f30e0e6801ea8f5036fa66e1ab0a71a" type="text/javascript"></script>

3 

3<script src="/assets/js/vanilla-back-to-top.min.js?f40d453793ff4f64e238e420181a1d17"></script>

3 

3<script>
4    addBackToTop();
5  </script>

5 

5<script type="module" src="/assets/js/search/ninja-keys.min.js?a3446f084dcaecc5f75aa1757d087dcf"></script>

5 <ninja-keys hidebreadcrumbs noautoloadmdicons placeholder="Type to start searching"></ninja-keys> 

5<script src="/assets/js/search-setup.js?6c304f7b1992d4b60f7a07956e52f04a"></script>

5 

5<script src="/assets/js/search-data.js"></script>

5 

5<script src="/assets/js/shortcut-key.js?6f508d74becd347268a7f822bca7309d"></script>

5 </body> </html>