typechecker

jbloomAus · Mar 19, 2024 · fa6cc49 · fa6cc49
1 parent 8d4a080
commit fa6cc49
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/sae_training/sparse_autoencoder.py b/sae_training/sparse_autoencoder.py
@@ -162,7 +162,8 @@ def initialize_b_dec(self, all_activations: torch.Tensor):
     def initialize_b_dec_with_geometric_median(self, all_activations: torch.Tensor):
         previous_b_dec = self.b_dec.clone().cpu()
         out = compute_geometric_median(
-            all_activations, skip_typechecks=True, maxiter=100, per_component=False
+            all_activations,
+            maxiter=100,
         ).median
 
         previous_distances = torch.norm(all_activations - previous_b_dec, dim=-1)