From bc3bb3c9d1af58070ebe4eec76eadc3a29ab95a0 Mon Sep 17 00:00:00 2001
From: Zen
Date: Sun, 21 Jan 2024 00:05:59 -0800
Subject: [PATCH] Update README.md
---
README.md | 10 ++--------
1 file changed, 2 insertions(+), 8 deletions(-)
diff --git a/README.md b/README.md
index aae8232a..d0b3aceb 100644
--- a/README.md
+++ b/README.md
@@ -30,17 +30,11 @@ import pyvene as pv
_, tokenizer, gpt2 = pv.create_gpt2()
pv_gpt2 = pv.IntervenableModel({
- "layer": 0,
- "component": "mlp_output",
- "source_representation": torch.zeros(
- gpt2.config.n_embd)
+ "source_representation": torch.zeros(gpt2.config.n_embd)
}, model=gpt2)
orig_outputs, intervened_outputs = pv_gpt2(
- base = tokenizer(
- "The capital of Spain is",
- return_tensors="pt"
- ),
+ base = tokenizer("The capital of Spain is", return_tensors="pt"),
unit_locations={"base": 3}
)
print(intervened_outputs.last_hidden_state - orig_outputs.last_hidden_state)