diff --git a/myst.yml b/myst.yml index 842a87e3..25887842 100644 --- a/myst.yml +++ b/myst.yml @@ -17,9 +17,6 @@ project: children: - file: notebooks/xbatcher_dataloading.ipynb - file: notebooks/xbatcher_reconstruction.ipynb - - title: Testing model inference - children: - - file: notebooks/inference-testing.ipynb - title: Example with topography data children: - file: notebooks/autoencoder.ipynb diff --git a/notebooks/autoencoder.ipynb b/notebooks/autoencoder.ipynb index 134c8e5c..e9d92890 100644 --- a/notebooks/autoencoder.ipynb +++ b/notebooks/autoencoder.ipynb @@ -51,7 +51,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -59,8 +59,6 @@ "if os.name == 'nt':\n", " import osgeo\n", "\n", - "from importlib import reload\n", - "\n", "# DL stuff\n", "import matplotlib.pyplot as plt\n", "import torch\n", @@ -99,534 +97,9 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
<xarray.DataArray (band: 1, y: 3600, x: 3600)> Size: 104MB\n", - "array([[[0.23102867, 0.23608769, 0.23988196, ..., 0.10581788,\n", - " 0.10961214, 0.11298482],\n", - " [0.23229342, 0.2386172 , 0.24283305, ..., 0.11045531,\n", - " 0.11340641, 0.1163575 ],\n", - " [0.23102867, 0.23819562, 0.24325464, ..., 0.11467116,\n", - " 0.1163575 , 0.11804384],\n", - " ...,\n", - " [0.00252951, 0.00252951, 0.00252951, ..., 0.03752108,\n", - " 0.03625632, 0.03752108],\n", - " [0.00252951, 0.00252951, 0.00252951, ..., 0.03625632,\n", - " 0.03499157, 0.03878583],\n", - " [0.0029511 , 0.0029511 , 0.0029511 , ..., 0.03667791,\n", - " 0.03625632, 0.04005059]]], shape=(1, 3600, 3600))\n", - "Coordinates:\n", - " * band (band) int64 8B 1\n", - " * x (x) float64 29kB -124.0 -124.0 -124.0 ... -123.0 -123.0 -123.0\n", - " * y (y) float64 29kB 48.0 48.0 48.0 48.0 ... 47.0 47.0 47.0 47.0\n", - " spatial_ref int64 8B 0
<xarray.DataArray (y: 112, x: 112, channel: 64)> Size: 6MB\n", - "array([[[-2.98959292e-01, 1.64430934e-01, 1.15438255e-02, ...,\n", - " -8.08710732e-03, 3.30118317e-02, -5.46855937e-04],\n", - " [-2.24567760e-03, 9.47532182e-02, -3.34303832e-02, ...,\n", - " -6.48077535e-03, 8.64085204e-04, -1.95042637e-02],\n", - " [-2.29584158e-02, -1.93482539e-01, -2.64102204e-02, ...,\n", - " -5.21691757e-02, -2.33358999e-03, -1.43376856e-03],\n", - " ...,\n", - " [-7.14939087e-01, 3.34519677e-02, -1.22026729e-01, ...,\n", - " -4.24666117e-02, 1.09958167e-01, -2.81837341e-02],\n", - " [-1.44703043e+00, -6.82025516e-03, -1.32837495e-01, ...,\n", - " 1.01037129e-01, 1.24011525e-01, 2.93925781e-02],\n", - " [-1.88280569e+00, 1.58894039e-01, 1.94406669e-01, ...,\n", - " 2.02963516e-01, -1.02580176e-01, -2.27122382e-02]],\n", - "\n", - " [[-3.11284028e-01, 4.57395907e-02, -5.93765944e-02, ...,\n", - " 9.89407912e-02, 6.95664992e-03, -2.08061733e-02],\n", - " [-8.16732126e-02, 2.07674481e-01, 5.54563779e-02, ...,\n", - " -3.88096709e-02, 3.14765790e-02, -7.57243798e-04],\n", - " [-1.09194994e-01, -5.78870165e-03, 8.61930280e-02, ...,\n", - " 2.35724309e-02, 4.35084485e-02, 6.65596484e-04],\n", - "...\n", - " -1.84319850e-01, 5.72853962e-02, 1.05324888e-01],\n", - " [-2.57522762e+00, 4.06043765e-01, 2.18213096e-01, ...,\n", - " 2.16262191e-01, 2.44147664e-01, -2.79635558e-02],\n", - " [-4.53882925e+00, -3.61320565e-01, 9.88348282e-02, ...,\n", - " -9.99270161e-02, -1.89315409e-01, 7.27320120e-02]],\n", - "\n", - " [[-5.32383745e+00, -2.59905275e-01, -9.42536151e-02, ...,\n", - " -1.14359197e-01, -7.32243057e-02, -1.17779599e-01],\n", - " [-4.61458548e+00, -3.59844762e-01, 1.96055190e-01, ...,\n", - " -9.51545225e-02, -2.07306574e-01, -1.21820868e-01],\n", - " [-4.43024026e+00, -1.50307160e-01, -2.68508102e-01, ...,\n", - " 2.49489361e-02, -2.64294322e-01, -1.70129536e-02],\n", - " ...,\n", - " [-1.79788969e+00, -4.62374302e-01, 3.78449074e-02, ...,\n", - " -1.45970427e-01, -1.10146726e-01, -3.16941288e-02],\n", - " [-1.89689242e+00, 1.96203432e-01, 1.83354633e-02, ...,\n", - " -1.92172321e-01, 7.78421414e-02, -5.74109845e-02],\n", - " [-4.11928259e+00, -7.79838400e-01, -1.65173175e-01, ...,\n", - " 1.25174990e-01, -2.02087485e-01, -2.00104178e-02]]],\n", - " shape=(112, 112, 64))\n", - "Coordinates:\n", - " * y (y) float64 896B 48.0 47.99 47.98 47.97 ... 47.04 47.03 47.02 47.01\n", - " * x (x) float64 896B -124.0 -124.0 -124.0 ... -123.0 -123.0 -123.0\n", - "Dimensions without coordinates: channel
<xarray.DataArray (channel: 64)> Size: 512B\n", - "array([ 3.05193448, 0.07984048, -0.19406716, 0.23198933, -0.28311083,\n", - " 0.06425693, -0.41277254, 0.10719062, 0.21293048, 0.18220075,\n", - " 0.02312008, 0.26989496, -3.81439401, 0.01594482, 0.21865739,\n", - " 2.11210263, -0.34720822, -0.01163836, 0.0337085 , -0.14257216,\n", - " -2.99752761, -0.09423765, 0.09816827, -1.24537382, -2.30954931,\n", - " -0.71140406, 0.2917199 , -0.0769781 , -0.03020979, -0.22612203,\n", - " -2.74899594, 0.38115255, -0.82641506, -0.48060534, 0.07423552,\n", - " -0.33775832, 0.22184855, 0.06239392, 1.01446021, 0.05642529,\n", - " 0.01650721, 1.78647155, 0.32631236, -0.45510718, 0.24257852,\n", - " 0.43398264, -0.04324041, 0.19464324, 0.64706841, -0.03532742,\n", - " -0.28180135, -4.13436094, 3.57349098, -1.55306568, -4.02541322,\n", - " -0.01129879, -0.14259338, 0.12843601, -0.26321372, -0.1023512 ,\n", - " -3.86097112, 0.10304318, 0.17730129, 0.16089438])\n", - "Coordinates:\n", - " y float64 8B 47.8\n", - " x float64 8B -123.7\n", - "Dimensions without coordinates: channel
<xarray.DataArray (x: 20, y: 10)> Size: 2kB\n", - "array([[ 0., 1., 2., 3., 4., 5., 6., 7., 8., 9.],\n", - " [ 10., 11., 12., 13., 14., 15., 16., 17., 18., 19.],\n", - " [ 20., 21., 22., 23., 24., 25., 26., 27., 28., 29.],\n", - " [ 30., 31., 32., 33., 34., 35., 36., 37., 38., 39.],\n", - " [ 40., 41., 42., 43., 44., 45., 46., 47., 48., 49.],\n", - " [ 50., 51., 52., 53., 54., 55., 56., 57., 58., 59.],\n", - " [ 60., 61., 62., 63., 64., 65., 66., 67., 68., 69.],\n", - " [ 70., 71., 72., 73., 74., 75., 76., 77., 78., 79.],\n", - " [ 80., 81., 82., 83., 84., 85., 86., 87., 88., 89.],\n", - " [ 90., 91., 92., 93., 94., 95., 96., 97., 98., 99.],\n", - " [100., 101., 102., 103., 104., 105., 106., 107., 108., 109.],\n", - " [110., 111., 112., 113., 114., 115., 116., 117., 118., 119.],\n", - " [120., 121., 122., 123., 124., 125., 126., 127., 128., 129.],\n", - " [130., 131., 132., 133., 134., 135., 136., 137., 138., 139.],\n", - " [140., 141., 142., 143., 144., 145., 146., 147., 148., 149.],\n", - " [150., 151., 152., 153., 154., 155., 156., 157., 158., 159.],\n", - " [160., 161., 162., 163., 164., 165., 166., 167., 168., 169.],\n", - " [170., 171., 172., 173., 174., 175., 176., 177., 178., 179.],\n", - " [180., 181., 182., 183., 184., 185., 186., 187., 188., 189.],\n", - " [190., 191., 192., 193., 194., 195., 196., 197., 198., 199.]])\n", - "Coordinates:\n", - " * x (x) int64 160B 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19\n", - " * y (y) int64 80B 0 1 2 3 4 5 6 7 8 9
<xarray.Dataset> Size: 8MB\n", - "Dimensions: (x: 100, y: 100, time: 50)\n", - "Coordinates:\n", - " * x (x) int64 800B 0 1 2 3 4 5 6 7 8 ... 92 93 94 95 96 97 98 99\n", - " * y (y) int64 800B 0 1 2 3 4 5 6 7 8 ... 92 93 94 95 96 97 98 99\n", - " * time (time) int64 400B 0 1 2 3 4 5 6 7 ... 42 43 44 45 46 47 48 49\n", - "Data variables:\n", - " temperature (x, y, time) float64 4MB 0.2468 0.6908 ... 0.3448 0.01941\n", - " precipitation (x, y, time) float64 4MB 0.5433 0.4288 ... 0.6866 0.9147
<xarray.Dataset> Size: 81kB\n", - "Dimensions: (x: 10, y: 10, time: 50)\n", - "Coordinates:\n", - " * x (x) int64 80B 0 1 2 3 4 5 6 7 8 9\n", - " * y (y) int64 80B 0 1 2 3 4 5 6 7 8 9\n", - " * time (time) int64 400B 0 1 2 3 4 5 6 7 ... 42 43 44 45 46 47 48 49\n", - "Data variables:\n", - " temperature (x, y, time) float64 40kB 0.6357 0.8989 ... 0.7347 0.4043\n", - " precipitation (x, y, time) float64 40kB 0.05915 0.2899 ... 0.1648 0.06016
<xarray.Dataset> Size: 81kB\n", - "Dimensions: (x: 10, y: 10, time: 50)\n", - "Coordinates:\n", - " * x (x) int64 80B 0 1 2 3 4 5 6 7 8 9\n", - " * y (y) int64 80B 0 1 2 3 4 5 6 7 8 9\n", - " * time (time) int64 400B 0 1 2 3 4 5 6 7 ... 42 43 44 45 46 47 48 49\n", - "Data variables:\n", - " temperature (x, y, time) float64 40kB 0.6357 0.8989 ... 0.7347 0.4043\n", - " precipitation (x, y, time) float64 40kB 0.05915 0.2899 ... 0.1648 0.06016
<xarray.DataArray (x: 50, y: 40)> Size: 8kB\n", - "array([[0.94426095, 0.7027894 , 0.02029528, ..., 0.16328041, 0.5883387 ,\n", - " 0.8879921 ],\n", - " [0.6830533 , 0.8331848 , 0.44004276, ..., 0.6508039 , 0.8455495 ,\n", - " 0.66443324],\n", - " [0.36509654, 0.9623709 , 0.44621307, ..., 0.66530186, 0.31605566,\n", - " 0.9226282 ],\n", - " ...,\n", - " [0.2908776 , 0.3381197 , 0.7494014 , ..., 0.19071114, 0.10994843,\n", - " 0.17150152],\n", - " [0.6378889 , 0.95425236, 0.51718473, ..., 0.52702767, 0.9290716 ,\n", - " 0.819217 ],\n", - " [0.59220934, 0.6537968 , 0.06189981, ..., 0.75576884, 0.0942427 ,\n", - " 0.36704108]], shape=(50, 40), dtype=float32)\n", - "Coordinates:\n", - " * x (x) int64 400B 0 1 2 3 4 5 6 7 8 9 ... 41 42 43 44 45 46 47 48 49\n", - " * y (y) int64 320B 0 1 2 3 4 5 6 7 8 9 ... 31 32 33 34 35 36 37 38 39
<xarray.DataArray (x: 100, y: 40)> Size: 32kB\n", - "array([[0.94426095, 0.70278943, 0.02029528, ..., 0.16328041, 0.58833867,\n", - " 0.88799208],\n", - " [0.94426095, 0.70278943, 0.02029528, ..., 0.16328041, 0.58833867,\n", - " 0.88799208],\n", - " [0.68305331, 0.83318478, 0.44004276, ..., 0.65080392, 0.84554952,\n", - " 0.66443324],\n", - " ...,\n", - " [0.63788891, 0.95425236, 0.51718473, ..., 0.52702767, 0.92907161,\n", - " 0.81921703],\n", - " [0.59220934, 0.65379679, 0.06189981, ..., 0.75576884, 0.0942427 ,\n", - " 0.36704108],\n", - " [0.59220934, 0.65379679, 0.06189981, ..., 0.75576884, 0.0942427 ,\n", - " 0.36704108]], shape=(100, 40))\n", - "Coordinates:\n", - " * x (x) float64 800B 0.0 0.5 1.0 1.5 2.0 ... 47.5 48.0 48.5 49.0 49.5\n", - " * y (y) float64 320B 0.0 1.0 2.0 3.0 4.0 ... 35.0 36.0 37.0 38.0 39.0