moves sample data to S3 bucket

Author: justin-cechmanek

python-recipes/finetuning/00_text_finetuning.ipynb

@@ -74,6 +74,27 @@
     "test_data = 'sample_testset.csv'"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 49,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "\n",
+    "if not (os.path.exists(f\"./datasets/{train_data}\") and os.path.exists(f\"./datasets/{test_data}\")):\n",
+    "    if not os.path.exists('./datasets/'):\n",
+    "        os.mkdir('./datasets/')\n",
+    "\n",
+    "    # download the files and save them locally\n",
+    "    for file in [train_data, test_data]:\n",
+    "        url = f'https://redis-ai-resources.s3.us-east-2.amazonaws.com/finetuning/datasets/{file}'\n",
+    "        r = requests.get(url)\n",
+    "        with open(f'./datasets/{file}', 'wb') as f:\n",
+    "            f.write(r.content)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 32,