Fixed typo that threw out half of activations

jbloomAus · Dec 13, 2023 · 5f73918 · 5f73918
1 parent f7ea316
commit 5f73918
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sae_training/train_sae_on_language_model.py b/sae_training/train_sae_on_language_model.py
@@ -93,7 +93,7 @@ def train_sae_on_language_model(
         # Forward and Backward Passes
         optimizer.zero_grad()
         x = activation_store.next_batch()
-        sae_out, feature_acts, loss, mse_loss, l1_loss = sparse_autoencoder(activation_store.next_batch())
+        sae_out, feature_acts, loss, mse_loss, l1_loss = sparse_autoencoder(x)
         n_training_tokens += batch_size
 
         with torch.no_grad():