adding wandb sensitivity

Author: abodner

notebooks/plot_correlation_map.ipynb

@@ -124,9 +124,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "submeso_env",
+   "display_name": "Python 3 (ipykernel)",
    "language": "python",
-   "name": "submeso_env"
+   "name": "python3"
   },
   "language_info": {
    "codemirror_mode": {
@@ -138,7 +138,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.12"
+   "version": "3.11.3"
   }
  },
  "nbformat": 4,

notebooks/plot_feature_importance.ipynb

@@ -35,6 +35,59 @@
     "\n"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Defaulting to user installation because normal site-packages is not writeable\n",
+      "Collecting wandb\n",
+      "  Downloading wandb-0.17.6-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.1 MB)\n",
+      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.1/7.1 MB\u001b[0m \u001b[31m38.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: click!=8.0.0,>=7.1 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from wandb) (8.0.4)\n",
+      "Collecting docker-pycreds>=0.4.0 (from wandb)\n",
+      "  Downloading docker_pycreds-0.4.0-py2.py3-none-any.whl (9.0 kB)\n",
+      "Collecting gitpython!=3.1.29,>=1.0.0 (from wandb)\n",
+      "  Downloading GitPython-3.1.43-py3-none-any.whl (207 kB)\n",
+      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.3/207.3 kB\u001b[0m \u001b[31m25.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: platformdirs in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from wandb) (2.5.2)\n",
+      "Collecting protobuf!=4.21.0,<6,>=3.19.0 (from wandb)\n",
+      "  Downloading protobuf-5.27.3-cp38-abi3-manylinux2014_x86_64.whl (309 kB)\n",
+      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m309.3/309.3 kB\u001b[0m \u001b[31m33.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: psutil>=5.0.0 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from wandb) (5.9.0)\n",
+      "Requirement already satisfied: pyyaml in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from wandb) (6.0)\n",
+      "Requirement already satisfied: requests<3,>=2.0.0 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from wandb) (2.29.0)\n",
+      "Collecting sentry-sdk>=1.0.0 (from wandb)\n",
+      "  Downloading sentry_sdk-2.13.0-py2.py3-none-any.whl (309 kB)\n",
+      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m309.1/309.1 kB\u001b[0m \u001b[31m34.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hCollecting setproctitle (from wandb)\n",
+      "  Downloading setproctitle-1.3.3-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (31 kB)\n",
+      "Requirement already satisfied: setuptools in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from wandb) (67.8.0)\n",
+      "Requirement already satisfied: six>=1.4.0 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from docker-pycreds>=0.4.0->wandb) (1.16.0)\n",
+      "Collecting gitdb<5,>=4.0.1 (from gitpython!=3.1.29,>=1.0.0->wandb)\n",
+      "  Downloading gitdb-4.0.11-py3-none-any.whl (62 kB)\n",
+      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from requests<3,>=2.0.0->wandb) (2.0.4)\n",
+      "Requirement already satisfied: idna<4,>=2.5 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from requests<3,>=2.0.0->wandb) (3.4)\n",
+      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from requests<3,>=2.0.0->wandb) (1.26.16)\n",
+      "Requirement already satisfied: certifi>=2017.4.17 in /home/software/anaconda3/2023.07/lib/python3.11/site-packages (from requests<3,>=2.0.0->wandb) (2023.5.7)\n",
+      "Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb)\n",
+      "  Downloading smmap-5.0.1-py3-none-any.whl (24 kB)\n",
+      "Installing collected packages: smmap, setproctitle, sentry-sdk, protobuf, docker-pycreds, gitdb, gitpython, wandb\n",
+      "Successfully installed docker-pycreds-0.4.0 gitdb-4.0.11 gitpython-3.1.43 protobuf-5.27.3 sentry-sdk-2.13.0 setproctitle-1.3.3 smmap-5.0.1 wandb-0.17.6\n"
+     ]
+    }
+   ],
+   "source": [
+    "!pip install wandb"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,
@@ -165,9 +218,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "chris_env",
+   "display_name": "Python 3 (ipykernel)",
    "language": "python",
-   "name": "chris_env"
+   "name": "python3"
   },
   "language_info": {
    "codemirror_mode": {
@@ -179,7 +232,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.12"
+   "version": "3.11.3"
   }
  },
  "nbformat": 4,

notebooks/plot_r2_monthly_mean.ipynb

@@ -376,9 +376,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "chris_env",
+   "display_name": "Python 3 (ipykernel)",
    "language": "python",
-   "name": "chris_env"
+   "name": "python3"
   },
   "language_info": {
    "codemirror_mode": {
@@ -390,7 +390,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.12"
+   "version": "3.11.3"
   }
  },
  "nbformat": 4,

notebooks/plot_wandb_sensitivity.ipynb

@@ -11,7 +11,7 @@ def __init__(self,input_features = ['grad_B','FCOR', 'HML', 'TAU',
         self.seed=seed
         self.train_split=train_split
         self.input_features=input_features
-        self.path= '/scratch/ab10313/pleiades/NN_data_'+'%s' % res+'/'
+        self.path= '/orcd/data/abodner/001/greene/scratch/pleiades/NN_data_'+'%s' % res+'/'
         self.loc = loc_num
 
         # load features for input

submeso_ml/data/dataset.py

@@ -1,6 +1,7 @@
 
 import torch
 import torch.nn as nn
+import torch.nn.init as init
 import numpy as np
 #import pyqg_explorer.util.transforms as transforms
 import os
@@ -62,7 +63,23 @@ def __init__(self,config):
             ## Output layer
             blocks.extend(make_block(32,self.config["output_channels"],self.config["kernel_hidden"],'False',False))
         self.conv = nn.Sequential(*blocks)
+        
+# Initialize weights and biases
+        self._initialize_weights()
+    
+    
+    def _initialize_weights(self):
+        """
+        Initialize weights and biases of all layers with a uniform distribution.
+        """
+        for m in self.modules():
+            if isinstance(m, (nn.Conv2d, nn.Linear)):
+                init.uniform_(m.weight, a=-self.config["init_bound"], b=self.config["init_bound"])
+                if m.bias is not None:
+                    init.uniform_(m.bias, a=-self.config["init_bound"], b=self.config["init_bound"])
 
+                        
+            
     def forward(self, x):
         x = self.conv(x)
         return x