Merge pull request #6 from FasterDecoding/observation

yl: fix a bug

Author: leeyeehoo

notebooks/example.ipynb

@@ -9,6 +9,7 @@
     "import os\n",
     "# CUDAVISIBLE DEVICES\n",
     "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"\n",
+    "\n",
     "import torch\n",
     "from transformers import AutoTokenizer, AutoModelForCausalLM, AutoConfig\n",
     "import transformers"
@@ -90,7 +91,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "conv = get_conversation_template(\"longchat\")\n",
+    "conv = get_conversation_template(\"mistralai/Mistral-7B-Instruct-v0.2\")\n",
     "conv.messages = []\n",
     "conv.append_message(conv.roles[0],content + question)\n",
     "# conv.append_message(conv.roles[0],\"Who is Kobe Bryant?\")\n",