clarified comments

Author: justheuristic

week05_large_models/practice_part2.ipynb

@@ -4,7 +4,8 @@
   "metadata": {
     "colab": {
       "provenance": [],
-      "gpuType": "T4"
+      "gpuType": "T4",
+      "include_colab_link": true
     },
     "kernelspec": {
       "name": "python3",
@@ -2072,6 +2073,16 @@
     }
   },
   "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "view-in-github",
+        "colab_type": "text"
+      },
+      "source": [
+        "<a href=\"https://colab.research.google.com/github/mryab/efficient-dl-systems/blob/main/week05_large_models/practice_part2.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
+      ]
+    },
     {
       "cell_type": "markdown",
       "source": [
@@ -2101,7 +2112,7 @@
         },
         "outputId": "02202d9e-12d4-4341-b31f-006c356bd2b7"
       },
-      "execution_count": 1,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -2706,11 +2717,8 @@
         "      for name, param in tp_module.named_parameters():\n",
         "        print(f\"{name=},\\ttype={type(param.data)}\\tglobal shape={param.shape},\\tlocal shape={param._local_tensor.shape if hasattr(param, '_local_tensor') else param.shape}\")\n",
         "\n",
-        "    dist.barrier()  # test 1: forward pass\n",
-        "    # Convert input to DTensor with replicated placement TODO actually no\n",
+        "    dist.barrier()  # Test forward and backward pass with Tensor Parallelism\n",
         "    tp_input = input.detach().requires_grad_(True)\n",
-        "\n",
-        "    # Test forward and backward pass with Tensor Parallelism\n",
         "    tp_output = tp_module(tp_input)\n",
         "    tp_output.sum().backward()\n",
         "    tp_output = tp_output.trigger_wait()  # convert from AsyncCollectiveTensor to regular torch tensor\n",
@@ -2734,7 +2742,7 @@
         "id": "CtvFF26mDWH2",
         "outputId": "9ddddac6-65aa-4341-f12f-e884a26f0bea"
       },
-      "execution_count": 176,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -2757,7 +2765,7 @@
         "id": "rbGsyCMHDtXY",
         "outputId": "337e86a1-d9fa-48e2-aff0-2f0089b56ff2"
       },
-      "execution_count": 177,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -2994,7 +3002,7 @@
         "id": "9ofi1_Kgusd8",
         "outputId": "d456bd60-be30-4f81-917d-5ef3d9e04538"
       },
-      "execution_count": 2,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -3183,7 +3191,7 @@
       "metadata": {
         "id": "xBWi66FkC1dz"
       },
-      "execution_count": 2,
+      "execution_count": null,
       "outputs": []
     },
     {