diff --git a/.github/workflows/checks.yml b/.github/workflows/checks.yml index 9a802831e..1ff52fb57 100644 --- a/.github/workflows/checks.yml +++ b/.github/workflows/checks.yml @@ -240,7 +240,7 @@ jobs: # - "No_Position_Experiment" - "Othello_GPT" - "Patchscopes_Generation_Demo" - # - "T5" + - "T5" steps: - uses: actions/checkout@v3 - name: Install uv diff --git a/demos/T5.ipynb b/demos/T5.ipynb index 1a2de7ba5..9188862e5 100644 --- a/demos/T5.ipynb +++ b/demos/T5.ipynb @@ -77,7 +77,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -110,10 +110,11 @@ "import torch\n", "\n", "from transformers import AutoTokenizer\n", - "from transformer_lens import HookedEncoderDecoder\n", + "from transformer_lens.model_bridge import TransformerBridge\n", "\n", - "model_name = \"t5-small\"\n", - "model = HookedEncoderDecoder.from_pretrained(model_name)\n", + "model_name = \"google-t5/t5-small\"\n", + "model = TransformerBridge.boot_transformers(model_name)\n", + "model.enable_compatibility_mode()\n", "tokenizer = AutoTokenizer.from_pretrained(model_name)" ] },