iclr25

Author: celrm

_bibliography/references.bib

@@ -1,6 +1,28 @@
 ---
 ---
 
+@inproceedings{
+jacobs2025mask,
+title={Mask in the Mirror: Implicit Sparsification},
+author={Tom Jacobs and Rebekka Burkholz},
+booktitle={The Thirteenth International Conference on Learning Representations},
+year={2025},
+url={https://openreview.net/forum?id=U47ymTS3ut},
+pdf={https://openreview.net/pdf?id=U47ymTS3ut},
+abstract={Continuous sparsification strategies are among the most effective methods for reducing the inference costs and memory demands of large-scale neural networks. A key factor in their success is the implicit L1 regularization induced by jointly learning both mask and weight variables, which has been shown experimentally to outperform explicit L1 regularization. We provide a theoretical explanation for this observation by analyzing the learning dynamics, revealing that early continuous sparsification is governed by an implicit L2 regularization that gradually transitions to an L1 penalty over time. Leveraging this insight, we propose a method to dynamically control the strength of this implicit bias. Through an extension of the mirror flow framework, we establish convergence and optimality guarantees in the context of underdetermined linear regression. Our theoretical findings may be of independent interest, as we demonstrate how to enter the rich regime and show that the implicit bias can be controlled via a time-dependent Bregman potential. To validate these insights, we introduce PILoT, a continuous sparsification approach with novel initialization and dynamic regularization, which consistently outperforms baselines in standard experiments.},
+}
+
+@inproceedings{
+rubio-madrigal2025gnns,
+title={{GNN}s Getting ComFy: Community and Feature Similarity Guided Rewiring},
+author={Celia Rubio-Madrigal and Adarsh Jamadandi and Rebekka Burkholz},
+booktitle={The Thirteenth International Conference on Learning Representations},
+year={2025},
+url={https://openreview.net/forum?id=g6v09VxgFw},
+pdf={https://openreview.net/pdf?id=g6v09VxgFw},
+abstract={Maximizing the spectral gap through graph rewiring has been proposed to enhance the performance of message-passing graph neural networks (GNNs) by addressing over-squashing. However, as we show, minimizing the spectral gap can also improve generalization. To explain this, we analyze how rewiring can benefit GNNs within the context of stochastic block models. Since spectral gap optimization primarily influences community strength, it improves performance when the community structure aligns with node labels. Building on this insight, we propose three distinct rewiring strategies that explicitly target community structure, node labels, and their alignment: (a) community structure-based rewiring (ComMa), a more computationally efficient alternative to spectral gap optimization that achieves similar goals; (b) feature similarity-based rewiring (FeaSt), which focuses on maximizing global homophily; and (c) a hybrid approach (ComFy), which enhances local feature similarity while preserving community structure to optimize label-community alignment. Extensive experiments confirm the effectiveness of these strategies and support our theoretical insights.},
+}
+
 @inproceedings{
 jamadandi2024spectral,
 title={Spectral Graph Pruning Against Over-Squashing and Over-Smoothing},

_data/alumni_members.yml

@@ -2,15 +2,15 @@
   members:
     - name: Adarsh Jamadandi
       last_name: Jamadandi
-      photo: adarsh.jamadandi.jpg
+      photo: c01adja.jpg
       start_date: Nov 2022
       end_date: Oct 2024
       email: [email protected]
       url: https://adarshmj.github.io
 
     - name: Harsha Nelaturu
       last_name: Nelaturu
-      photo: harsha.nelaturu.jpg
+      photo: c02hane.jpg
       start_date: Aug 2023
       end_date: Jul 2024
       url: https://nelaturuharsha.github.io/

_data/news.yml

@@ -1,7 +1,13 @@
+- date: 22. January 2025
+  headline: "Two papers accepted at ICLR 2025! (see [publications](/publications))"
+
+- date: 1. December 2024
+  headline: "Welcome to Gowtham and Nik!"
+
 - date: 25. September 2024
-  headline: "Our three papers were accepted at NeurIPS 2024 (see [publications](/publications))!"
+  headline: "Our three papers were accepted at NeurIPS 2024."
 
-- date: 1. June 2024
+- date: 1. July 2024
   headline: "Welcome to Chao, Rahul, and Dong!"
 
 - date: 1. May 2024

_data/team_members.yml

@@ -2,7 +2,7 @@
   members:
     - name: Dr. Rebekka Burkholz
       last_name: Burkholz
-      photo: rebekka.burkholz.jpg
+      photo: c01rebu.jpg
       start_date: 2021
       email: [email protected]
       url: https://sites.google.com/view/rebekkaburkholz/
@@ -11,14 +11,14 @@
   members:
     - name: Dr. Chao Zhou
       last_name: Zhou
-      photo: chao.zhou.jpg
+      photo: c01chzh.jpg
       start_date: May 2024
       email: [email protected]
       url: https://chaoedisonzhouucl.github.io/
 
     - name: Dr. Gowtham Abbavaram
       last_name: Abbavaram
-      photo: gowtham.abbavaram.jpg
+      photo: c01goab.jpg
       start_date: Oct 2024
       email: [email protected]
       url: https://gautam0707.github.io/
@@ -27,28 +27,28 @@
   members:
     - name: Advait Gadhikar
       last_name: Gadhikar
-      photo: advait.gadhikar.jpg
+      photo: c01adga.jpg
       start_date: Apr 2022
       email: [email protected]
       url: https://advaitgadhikar.github.io/
 
     - name: Nimrah Mustafa
       last_name: Mustafa
-      photo: nimrah.mustafa.jpg
+      photo: c01nimu.jpg
       start_date: Jun 2022
       email: [email protected]
       url: https://cispa.de/en/people/c01nimu
 
     - name: Celia Rubio-Madrigal
       last_name: Rubio-Madrigal
-      photo: celia.rubio-madrigal.jpg
+      photo: c01cema.jpg
       start_date: Oct 2023
       email: [email protected]
       url: https://celrm.github.io/
 
     - name: Tom Jacobs
       last_name: Jacobs
-      photo: tom.jacobs.jpg
+      photo: c01toja.jpg
       start_date: Feb 2024
       email: [email protected]
       url: https://cispa.de/en/people/c01toja
@@ -62,7 +62,16 @@
 
     - name: Dong Sun
       last_name: Sun
-      photo: dong.sun.jpg
+      photo: c01dosu.jpg
       start_date: Jul 2024
       email: [email protected]
-      url: https://cispa.de/en/people/c01dosu
+      url: https://cispa.de/en/people/c01dosu
+
+- role: Research engineer
+  members:
+    - name: Nikita (Nik) Vedeneev
+      last_name: Vedeneev
+      photo: c01mive.jpg
+      start_date: Dec 2024
+      email: [email protected]
+      url: https://cispa.de/en/people/c01mive

_layouts/bib.html

@@ -149,7 +149,7 @@
           {%- endif %}
           {%- if entry.pdf %}
             {% if entry.pdf contains '://' -%}
-            <a href="{{ entry.pdf }}" class="btn btn-sm z-depth-0" role="button">PDF</a>
+            <!-- <a href="{{ entry.pdf }}" class="btn btn-sm z-depth-0" role="button">PDF</a> -->
             {%- else -%}
             <a href="{{ entry.pdf | prepend: '/assets/pdf/' | relative_url }}" class="btn btn-sm z-depth-0" role="button">PDF</a>
             {%- endif %}

_site/images/team members/advait.gadhikar.jpg renamed to _site/images/team members/c01adga.jpg

@@ -120,28 +120,28 @@ <h1 id="relational-ml-lab">Relational ML Lab</h1>
 <h3>News</h3>
 <div class="well">
 
-<b>25 Sep 2024</b>
-<p>Our three papers were accepted at NeurIPS 2024 (see <a href="/publications">publications</a>)!</p>
+<b>22 Jan 2025</b>
+<p>Two papers accepted at ICLR 2025! (see <a href="/publications">publications</a>)</p>
 
 <hr/>
 
-<b>01 Jun 2024</b>
-<p>Welcome to Chao, Rahul, and Dong!</p>
+<b>01 Dec 2024</b>
+<p>Welcome to Gowtham and Nik!</p>
 
 <hr/>
 
-<b>01 May 2024</b>
-<p><a href="https://openreview.net/forum?id=Sjv5RcqfuH">Our paper</a> was accepted at ICML 2024.</p>
+<b>25 Sep 2024</b>
+<p>Our three papers were accepted at NeurIPS 2024.</p>
 
 <hr/>
 
-<b>01 Feb 2024</b>
-<p>Welcome Tom!</p>
+<b>01 Jul 2024</b>
+<p>Welcome to Chao, Rahul, and Dong!</p>
 
 <hr/>
 
-<b>16 Jan 2024</b>
-<p>Our two papers <a href="https://openreview.net/forum?id=qODvxQ8TXW">(1-Spotlight)</a> <a href="https://openreview.net/forum?id=wOSYMHfENq">(2)</a> were accepted at ICLR 2024.</p>
+<b>01 May 2024</b>
+<p><a href="https://openreview.net/forum?id=Sjv5RcqfuH">Our paper</a> was accepted at ICML 2024.</p>
 
 <hr/>
 

_site/images/team members/adarsh.jamadandi.jpg renamed to _site/images/team members/c01adja.jpg

@@ -71,12 +71,22 @@ <h1 id="news">News</h1>
 
 <hr />
 
+<h4>22 January 2025</h4>
+<p>Two papers accepted at ICLR 2025! (see <a href="/publications">publications</a>)</p>
+
+<hr />
+
+<h4>01 December 2024</h4>
+<p>Welcome to Gowtham and Nik!</p>
+
+<hr />
+
 <h4>25 September 2024</h4>
-<p>Our three papers were accepted at NeurIPS 2024 (see <a href="/publications">publications</a>)!</p>
+<p>Our three papers were accepted at NeurIPS 2024.</p>
 
 <hr />
 
-<h4>01 June 2024</h4>
+<h4>01 July 2024</h4>
 <p>Welcome to Chao, Rahul, and Dong!</p>
 
 <hr />