Merge pull request #246 from teemu-ruokolainen/web_api_fix_jsonlines

Fix jsonlines example

Author: simo-tuomisto

content/catfacts.jsonl

@@ -0,0 +1,3 @@
+{"fact": "The Maine Coon is 4 to 5 times larger than the Singapura, the smallest breed of cat.", "length": 84}
+{"fact": "The leopard is the most widespread of all big cats.", "length": 51}
+{"fact": "Every year, nearly four million cats are eaten in Asia.", "length": 55}

content/web-apis.ipynb

@@ -783,10 +783,22 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 1,
    "id": "327695ae-b376-4d5b-9293-6e89ff272790",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "NameError",
+     "evalue": "name 'html' is not defined",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn [1], line 5\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mbs4\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m BeautifulSoup\n\u001b[1;32m      4\u001b[0m \u001b[38;5;66;03m# Create soup\u001b[39;00m\n\u001b[0;32m----> 5\u001b[0m soup \u001b[38;5;241m=\u001b[39m BeautifulSoup(\u001b[43mhtml\u001b[49m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mhtml.parser\u001b[39m\u001b[38;5;124m'\u001b[39m)\n",
+      "\u001b[0;31mNameError\u001b[0m: name 'html' is not defined"
+     ]
+    }
+   ],
    "source": [
     "# Import beautiful soup module\n",
     "from bs4 import BeautifulSoup\n",
@@ -887,21 +899,39 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 5,
    "id": "80a8dcd1-ba04-45de-840e-aa014c19a75c",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Make request 0\n"
+     ]
+    },
+    {
+     "ename": "NameError",
+     "evalue": "name 'requests' is not defined",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn [5], line 15\u001b[0m\n\u001b[1;32m     12\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMake request \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mi\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m     14\u001b[0m \u001b[38;5;66;03m# Make a request\u001b[39;00m\n\u001b[0;32m---> 15\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mrequests\u001b[49m\u001b[38;5;241m.\u001b[39mget(url)\n\u001b[1;32m     17\u001b[0m \u001b[38;5;66;03m# Decode to JSON\u001b[39;00m\n\u001b[1;32m     18\u001b[0m response_json \u001b[38;5;241m=\u001b[39m response\u001b[38;5;241m.\u001b[39mjson()\n",
+      "\u001b[0;31mNameError\u001b[0m: name 'requests' is not defined"
+     ]
+    }
+   ],
    "source": [
     "# Import\n",
+    "import requests\n",
     "import jsonlines\n",
     "import time\n",
     "\n",
-    "\n",
     "# URL\n",
     "url = 'https://catfact.ninja/fact'\n",
     "\n",
     "# Make three requests in loop and make a list of response JSON objects\n",
-    "response_jsons = []\n",
     "for i in range(3):\n",
     "\n",
     "    # Logging\n",
@@ -912,18 +942,15 @@
     "    \n",
     "    # Decode to JSON\n",
     "    response_json = response.json()\n",
+    "                \n",
+    "    # Open a jsonlines writer in 'append' mode \n",
+    "    with jsonlines.open('catfacts.jsonl', mode='a') as writer:\n",
+    "\n",
+    "        # Write\n",
+    "        writer.write(response_json)\n",
     "        \n",
-    "    # Append to list\n",
-    "    response_jsons.append(response_json)\n",
-    "    \n",
     "    # Sleep for one second between requests\n",
-    "    time.sleep(1)\n",
-    "    \n",
-    "# Open a jsonlines writer\n",
-    "with jsonlines.open('catfacts.jsonl', mode='w') as writer:\n",
-    "\n",
-    "    # Write\n",
-    "    writer.write(response_jsons)"
+    "    time.sleep(1)\n"
    ]
   },
   {
@@ -936,28 +963,35 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 4,
    "id": "2d424c23-bdf3-47f7-a643-4312a07c955a",
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Make request 0\n",
-      "Make request 1\n",
-      "Make request 2\n"
-     ]
+     "data": {
+      "text/plain": [
+       "{'fact': 'In the 1930s, two Russian biologists discovered that color change in Siamese kittens depend on their body temperature. Siamese cats carry albino genes that work only when the body temperature is above 98° F. If these kittens are left in a very warm room, their points won’t darken and they will stay a creamy white.',\n",
+       " 'length': 315}"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
     },
     {
      "data": {
       "text/plain": [
-       "[{'fact': 'A cat has 230 bones in its body. A human has 206. A cat has no collarbone, so it can fit through any opening the size of its head.',\n",
-       "  'length': 130},\n",
-       " {'fact': 'The most popular pedigreed cat is the Persian cat, followed by the Main Coon cat and the Siamese cat.',\n",
-       "  'length': 101},\n",
-       " {'fact': 'The average cat food meal is the equivalent to about five mice.',\n",
-       "  'length': 63}]"
+       "{'fact': \"The Maine Coon cat is America's only natural breed of domestic feline. It is 4 to 5 times larger than the Singapura, the smallest breed of cat.\",\n",
+       " 'length': 143}"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "{'fact': \"Cats must have fat in their diet because they can't produce it on their own.\",\n",
+       " 'length': 76}"
       ]
      },
      "metadata": {},
@@ -968,14 +1002,9 @@
     "# Open a jsonlines reader\n",
     "with jsonlines.open('catfacts.jsonl', mode='r') as reader:\n",
     "    \n",
-    "    # Read\n",
-    "    jsons_from_file = reader.read()\n",
-    "    \n",
-    "# Test that the written and read object lists are the same\n",
-    "assert response_jsons == jsons_from_file\n",
-    "\n",
-    "# Display the JSON objects read from file\n",
-    "display(jsons_from_file)"
+    "    # Read and display\n",
+    "    for obj in reader:\n",
+    "        display(obj)"
    ]
   },
   {