2026/sub-04 edits

2026/challenge/assets/bibliography/2026-04-27-sub-04.bib

@@ -0,0 +1,29 @@
+@inproceedings{kornblith2019similarity,
+  title     = {Similarity of Neural Network Representations Revisited},
+  author    = {Kornblith, Simon and Norouzi, Mohammad and Lee, Honglak and Hinton, Geoffrey},
+  booktitle = {Proceedings of the 36th International Conference on Machine Learning},
+  pages     = {3519--3529},
+  year      = {2019},
+  editor    = {Chaudhuri, Kamalika and Salakhutdinov, Ruslan},
+  volume    = {97},
+  series    = {Proceedings of Machine Learning Research},
+  publisher = {PMLR}
+}
+
+@inproceedings{nguyen2021wide,
+  title     = {Do Wide and Deep Networks Learn the Same Things? {U}ncovering How Neural Network Representations Vary with Width and Depth},
+  author    = {Nguyen, Thao and Raghu, Maithra and Kornblith, Simon},
+  booktitle = {International Conference on Learning Representations},
+  year      = {2021}
+}
+
+@article{halko2011finding,
+  title     = {Finding Structure with Randomness: Probabilistic Algorithms for Constructing Approximate Matrix Decompositions},
+  author    = {Halko, Nathan and Martinsson, Per-Gunnar and Tropp, Joel A.},
+  journal   = {SIAM Review},
+  volume    = {53},
+  number    = {2},
+  pages     = {217--288},
+  year      = {2011},
+  publisher = {SIAM}
+}

2026/challenge/blog/index.html

@@ -131,7 +131,7 @@ <h2>Re-Align Challenge Track</h2>
     <li>
       <h3>
 
-          <a class="post-title" href="/2026/challenge/blog/sub-04/">🟥 Maximally Disagreeing Images CKA-Weighted Multi-Scale Divergence for Red Team Stimulus Selection</a>
+          <a class="post-title" href="/2026/challenge/blog/sub-04/">🟥 Maximally Disagreeing Images: CKA-Weighted Multi-Scale Divergence</a>
 
       </h3>
       <p></p>

2026/challenge/blog/sub-04/index.html

@@ -22,7 +22,7 @@
 
     // getting stuff directly from Jekyll
     let publishedWhen = "April 27, 2026";
-    let title = "🟥 Maximally Disagreeing Images CKA-Weighted Multi-Scale Divergence for Red Team Stimulus Selection".replace(/^[🟦🟥]\s*/u, '');
+    let title = "🟥 Maximally Disagreeing Images: CKA-Weighted Multi-Scale Divergence".replace(/^[🟦🟥]\s*/u, '');
     let description = "";
 
     {
@@ -77,7 +77,7 @@
     <meta charset="utf-8">
     <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
     <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <title>🟥 Maximally Disagreeing Images CKA-Weighted Multi-Scale Divergence for Red Team Stimulus Selection</title>
+    <title>🟥 Maximally Disagreeing Images: CKA-Weighted Multi-Scale Divergence</title>
     <meta name="author" content="ICLR  Blog">
     <meta name="description" content="Home to the 2025 ICLR Blogposts track
 ">
@@ -148,16 +148,16 @@
 
   <d-front-matter>
     <script async type="text/json">{
-      "title": "Maximally Disagreeing Images CKA-Weighted Multi-Scale Divergence for Red Team Stimulus Selection",
+      "title": "Maximally Disagreeing Images: CKA-Weighted Multi-Scale Divergence",
       "description": "",
       "published": "April 27, 2026",
       "authors": [
         {
           "author": "Dhia Naouali",
-          "authorURL": "",
+          "authorURL": "https://dhia-naouali.github.io/",
           "affiliations": [
             {
-              "name": "Higher institute of mathematics and computer sciences of monastir",
+              "name": "University of Monastir",
               "url": ""
             }
           ]
@@ -258,7 +258,7 @@ <h1 style="display:flex;align-items:flex-start;gap:0.4em;">
             <span style="font-size:0.75em;line-height:1;">🟥</span>
 
 
-          Maximally Disagreeing Images CKA-Weighted Multi-Scale Divergence for Red Team Stimulus Selection
+          Maximally Disagreeing Images: CKA-Weighted Multi-Scale Divergence
         </h1>
         <p></p>
       </d-title>
@@ -294,15 +294,15 @@ <h3 id="22-vectorised-cka-matrix">2.2 Vectorised CKA Matrix</h3>
 
 <p>We use the unbiased HSIC estimator:</p>
 
-\[\text{HSIC}(K, L) = \frac{\operatorname{tr}(KL) + \dfrac{(\mathbf{1}^\top K \mathbf{1})(\mathbf{1}^\top L \mathbf{1})}{(n-1)(n-2)} - \dfrac{2\,(K\mathbf{1})^\top(L\mathbf{1})}{n-2}}{n(n-3)}\]
+\[\text{HSIC}(K, L) = \frac{\mathrm{tr}(KL) + \dfrac{(\mathbf{1}^\top K \mathbf{1})(\mathbf{1}^\top L \mathbf{1})}{(n-1)(n-2)} - \dfrac{2\,(K\mathbf{1})^\top(L\mathbf{1})}{n-2}}{n(n-3)}\]
 
 \[\text{CKA}(K, L) = \frac{\text{HSIC}(K, L)}{\sqrt{\text{HSIC}(K,K)\cdot\text{HSIC}(L,L)}}\]
 
 <p>All $K$ centred Gram matrices $G_i \in \mathbb{R}^{n \times n}$ are stacked into a single tensor $\mathbf{G} \in \mathbb{R}^{K \times n \times n}$. The three required pairwise quantities are computed in a fixed number of GPU kernel launches:</p>
 
 <ul>
   <li>
-<strong>Pairwise traces:</strong> $T_{ij} = \operatorname{tr}(G_i G_j)$ via <code class="language-plaintext highlighter-rouge">einsum("imn,jmn-&gt;ij", G, G)</code>
+<strong>Pairwise traces:</strong> $T_{ij} = \mathrm{tr}(G_i G_j)$ via <code class="language-plaintext highlighter-rouge">einsum("imn,jmn-&gt;ij", G, G)</code>
 </li>
   <li>
 <strong>Row-sum cross-products:</strong> $R_{ij} = (G_i\mathbf{1})^\top(G_j\mathbf{1})$ via row-sum vectors and a single matmul</li>
@@ -320,8 +320,8 @@ <h3 id="24-randomised-gpu-pca">2.4 Randomised GPU PCA</h3>
 
 <ol>
   <li>Random projection: $Y = X\Omega$, $\Omega \in \mathbb{R}^{D \times (d+10)}$</li>
-  <li>QR: $Q, _ = \operatorname{QR}(Y)$</li>
-  <li>Small SVD: $U, \Sigma, V^\top = \operatorname{SVD}(Q^\top X)$</li>
+  <li>QR: $Q, _ = \mathrm{QR}(Y)$</li>
+  <li>Small SVD: $U, \Sigma, V^\top = \mathrm{SVD}(Q^\top X)$</li>
   <li>Projection: $X_r = X V_{:d}$, then L2-normalised</li>
 </ol>