updated loading in ACtivation Patching in TL Demo to use transformer bridge

Author: degenfabian

.github/workflows/checks.yml

@@ -144,7 +144,7 @@ jobs:
     strategy:
       matrix:
         notebook:
-          # - "Activation_Patching_in_TL_Demo"
+          - "Activation_Patching_in_TL_Demo"
           # - "Attribution_Patching_Demo"
           - "ARENA_Content"
           - "Colab_Compatibility"

demos/Activation_Patching_in_TL_Demo.ipynb

@@ -121,17 +121,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
     "import transformer_lens\n",
     "import transformer_lens.utils as utils\n",
-    "from transformer_lens.hook_points import (\n",
-    "    HookedRootModule,\n",
-    "    HookPoint,\n",
-    ")  # Hooking utilities\n",
-    "from transformer_lens import HookedTransformer, HookedTransformerConfig, FactoredMatrix, ActivationCache"
+    "from transformer_lens.model_bridge import TransformerBridge"
    ]
   },
   {
@@ -196,7 +192,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -215,7 +211,7 @@
     }
    ],
    "source": [
-    "model = HookedTransformer.from_pretrained(\"gpt2-small\")"
+    "model = TransformerBridge.boot_transformers(\"gpt2\")"
    ]
   },
   {
@@ -943,7 +939,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -955,7 +951,7 @@
     }
    ],
    "source": [
-    "attn_only = HookedTransformer.from_pretrained(\"attn-only-2l\")\n",
+    "attn_only = TransformerBridge.boot_transformers(\"attn-only-2l\")\n",
     "batch = 4\n",
     "seq_len = 20\n",
     "rand_tokens_A = torch.randint(100, 10000, (batch, seq_len)).to(attn_only.cfg.device)\n",