diff --git a/analysis/Individual_Isolate_performance.ipynb b/analysis/Individual_Isolate_performance.ipynb index e2a804b6..eeff0473 100644 --- a/analysis/Individual_Isolate_performance.ipynb +++ b/analysis/Individual_Isolate_performance.ipynb @@ -18,6 +18,8 @@ "import numpy as np\n", "import zarr\n", "\n", + "from datetime import timedelta\n", + "\n", "import pandas as pd\n", "\n", "import tqdm\n", @@ -37,6 +39,7 @@ "\n", "GCP_PROJECT_ID = '170771369993'\n", "OISST_GCP = 'oisst/oisst.zarr'\n", + "OISST_S3 = 'mhw-stress/oisst/oisst.zarr'\n", "\n", "%matplotlib inline" ] @@ -63,23 +66,23 @@ "
<xarray.Dataset>\n", + "Dimensions: (lat: 79, lon: 85)\n", + "Coordinates:\n", + " * lat (lat) float32 -74.88 -66.38 -64.88 -57.88 ... 66.12 74.62 76.38\n", + " * lon (lon) float32 -158.1 -157.9 -154.9 -148.6 ... 168.1 169.6 174.9\n", + "Data variables:\n", + " sst (lat, lon) float32 -1.66 -1.66 -1.659 ... -1.453 -1.457 -1.441
array([-74.875, -66.375, -64.875, -57.875, -46.875, -46.625, -42.125, -41.375,\n", + " -36.375, -36.125, -34.375, -29.875, -22.875, -16.875, -16.375, -15.125,\n", + " -14.875, -11.625, -5.625, -1.375, 0.125, 5.125, 6.125, 6.875,\n", + " 7.625, 8.625, 9.875, 12.375, 13.875, 14.625, 17.875, 21.375,\n", + " 22.875, 24.375, 25.625, 27.625, 28.125, 28.625, 28.875, 29.625,\n", + " 30.125, 31.375, 32.125, 32.375, 32.875, 33.125, 33.875, 34.125,\n", + " 34.375, 34.625, 35.125, 36.625, 36.875, 37.625, 38.375, 39.125,\n", + " 39.625, 40.375, 40.875, 41.125, 41.875, 43.125, 43.375, 43.625,\n", + " 43.875, 44.625, 45.125, 47.875, 48.625, 49.625, 54.125, 54.875,\n", + " 58.625, 58.875, 59.125, 60.125, 66.125, 74.625, 76.375],\n", + " dtype=float32)
array([-158.125, -157.875, -154.875, -148.625, -144.875, -144.625, -139.875,\n", + " -127.375, -124.625, -123.125, -122.125, -121.875, -118.375, -117.375,\n", + " -114.875, -107.125, -96.875, -95.125, -89.625, -89.125, -88.875,\n", + " -84.875, -79.875, -75.875, -74.625, -73.875, -73.375, -73.125,\n", + " -70.375, -70.125, -69.375, -68.625, -68.125, -67.375, -66.625,\n", + " -64.875, -64.625, -64.375, -64.125, -61.875, -56.125, -53.875,\n", + " -52.375, -51.875, -49.375, -49.125, -32.125, -28.625, -19.875,\n", + " -9.375, -4.875, 2.125, 5.375, 6.875, 8.375, 8.875,\n", + " 9.625, 10.875, 14.125, 14.375, 17.125, 20.375, 31.125,\n", + " 50.875, 62.125, 110.375, 116.125, 118.125, 128.375, 129.125,\n", + " 130.625, 131.375, 133.375, 134.375, 134.625, 139.375, 139.875,\n", + " 144.875, 145.625, 145.875, 155.125, 164.625, 168.125, 169.625,\n", + " 174.875], dtype=float32)
array([[-1.6597213 , -1.6598507 , -1.6586702 , ..., -1.4565932 ,\n", + " -1.410568 , -1.329511 ],\n", + " [-1.2620672 , -1.2623338 , -1.2867918 , ..., -1.276197 ,\n", + " -1.2692467 , -1.2669693 ],\n", + " [-1.0627853 , -1.0658549 , -1.0847979 , ..., -1.0256855 ,\n", + " -0.97968465, -0.8702206 ],\n", + " ...,\n", + " [ nan, nan, nan, ..., nan,\n", + " nan, nan],\n", + " [-1.2464323 , -1.2484314 , -1.2696787 , ..., -1.4044361 ,\n", + " -1.4122734 , -1.3851674 ],\n", + " [-1.4007151 , -1.4030352 , -1.411439 , ..., -1.4533178 ,\n", + " -1.4565783 , -1.4406712 ]], dtype=float32)
5 rows × 23 columns
\n", "" ], "text/plain": [ - " isolate detriment_sum \\\n", - "lat lon isolate mhw \n", - "-74.875 164.625 1 4.0 1 3.433027 \n", - " 5.0 1 6.265167 \n", - " 11.0 1 9.585366 \n", - " 14.0 1 10.139295 \n", - " 37.0 1 6.210158 \n", - " 69.0 1 5.665564 \n", - " 92.0 1 3.395107 \n", - "-66.375 110.375 3 45.0 3 1.768587 \n", - " 74.0 3 2.241596 \n", - "-64.875 -64.125 5 6.0 5 2.886366 \n", - " 24.0 5 0.471425 \n", - " 49.0 5 0.089606 \n", - " 58.0 5 0.923780 \n", - " 71.0 5 2.060113 \n", - "-57.875 62.125 7 29.0 7 1.810224 \n", - " 35.0 7 2.783287 \n", - "\n", - " relative_detriment_mean detriment_mean \\\n", - "lat lon isolate mhw \n", - "-74.875 164.625 1 4.0 1.303966 0.429128 \n", - " 5.0 1.269172 0.417678 \n", - " 11.0 1.713322 0.563845 \n", - " 14.0 1.711648 0.563294 \n", - " 37.0 1.715494 0.564560 \n", - " 69.0 1.721560 0.566556 \n", - " 92.0 1.719418 0.565851 \n", - "-66.375 110.375 3 45.0 1.663937 0.353717 \n", - " 74.0 1.506398 0.320228 \n", - "-64.875 -64.125 5 6.0 0.699483 0.180398 \n", - " 24.0 0.203103 0.052381 \n", - " 49.0 0.057907 0.014934 \n", - " 58.0 0.716382 0.184756 \n", - " 71.0 0.499249 0.128757 \n", - "-57.875 62.125 7 29.0 0.568881 0.452556 \n", - " 35.0 0.437338 0.347911 \n", - "\n", - " performance_diff_mean \\\n", - "lat lon isolate mhw \n", - "-74.875 164.625 1 4.0 0.237193 \n", - " 5.0 0.287250 \n", - " 11.0 0.035686 \n", - " 14.0 0.033256 \n", - " 37.0 0.029738 \n", - " 69.0 0.026007 \n", - " 92.0 0.026697 \n", - "-66.375 110.375 3 45.0 0.023186 \n", - " 74.0 0.096515 \n", - "-64.875 -64.125 5 6.0 0.129866 \n", - " 24.0 0.195897 \n", - " 49.0 0.165633 \n", - " 58.0 0.124497 \n", - " 71.0 0.171166 \n", - "-57.875 62.125 7 29.0 0.039030 \n", - " 35.0 0.044701 \n", - "\n", - " performance_diff_unscaled_mean \\\n", - "lat lon isolate mhw \n", - "-74.875 164.625 1 4.0 0.078059 \n", - " 5.0 0.094533 \n", - " 11.0 0.011744 \n", - " 14.0 0.010944 \n", - " 37.0 0.009786 \n", - " 69.0 0.008559 \n", - " 92.0 0.008786 \n", - "-66.375 110.375 3 45.0 0.004929 \n", - " 74.0 0.020517 \n", - "-64.875 -64.125 5 6.0 0.033493 \n", - " 24.0 0.050522 \n", - " 49.0 0.042717 \n", - " 58.0 0.032108 \n", - " 71.0 0.044144 \n", - "-57.875 62.125 7 29.0 0.031049 \n", - " 35.0 0.035561 \n", - "\n", - " performance_ratio_mean intensity_cumulative \\\n", - "lat lon isolate mhw \n", - "-74.875 164.625 1 4.0 0.561974 11.680295 \n", - " 5.0 0.484573 24.453109 \n", - " 11.0 0.952364 3.379142 \n", - " 14.0 0.955355 3.307942 \n", - " 37.0 0.960096 1.872364 \n", - " 69.0 0.965213 1.488562 \n", - " 92.0 0.964219 0.953959 \n", - "-66.375 110.375 3 45.0 0.966256 0.525370 \n", - " 74.0 0.839850 3.017148 \n", - "-64.875 -64.125 5 6.0 1.758161 7.470889 \n", - " 24.0 1.327146 10.076723 \n", - " 49.0 1.213321 8.322100 \n", - " 58.0 1.782251 2.333288 \n", - " 71.0 1.519244 11.091540 \n", - "-57.875 62.125 7 29.0 1.099552 3.806417 \n", - " 35.0 1.086305 6.574198 \n", - "\n", - " intensity_mean duration start_doy peak_doy \\\n", - "lat lon isolate mhw \n", - "-74.875 164.625 1 4.0 1.297811 9.0 1 1 \n", - " 5.0 1.528319 16.0 21 32 \n", - " 11.0 0.187730 18.0 232 244 \n", - " 14.0 0.174102 19.0 196 201 \n", - " 37.0 0.156030 12.0 215 220 \n", - " 69.0 0.135324 11.0 133 138 \n", - " 92.0 0.136280 7.0 128 131 \n", - "-66.375 110.375 3 45.0 0.087562 6.0 222 227 \n", - " 74.0 0.377144 8.0 59 60 \n", - "-64.875 -64.125 5 6.0 0.439464 17.0 192 195 \n", - " 24.0 1.007672 10.0 88 94 \n", - " 49.0 1.188871 7.0 41 45 \n", - " 58.0 0.388881 6.0 213 214 \n", - " 71.0 0.652444 17.0 139 140 \n", - "-57.875 62.125 7 29.0 0.761283 5.0 221 222 \n", - " 35.0 0.730466 9.0 55 61 \n", - "\n", - " current_year_sst_mean \\\n", - "lat lon isolate mhw \n", - "-74.875 164.625 1 4.0| X | lat | lon | isolate | mhw | detriment_sum | relative_detriment_mean | detriment_mean | performance_diff_mean | performance_diff_unscaled_mean | ... | start_date | peak_date | perf_det_ratio | latbin | doy_bins | seasonal_departure | lat_scaled | sst_scaled | abslat_scaled | abslat |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 1 | -74.875 | 164.625 | 1 | 5 | 6.265167e+00 | 1.2691721152 | 0.417677771 | 0.28725032 | 0.094532547 | ... | 1987-01-21 | 5.391360e+17 | 8.156109e-01 | (-75.026, -59.75] | (0.639, 91.25] | 0.1252877 | -2.512773 | -2.1110269 | 2.1837887 | 74.875 |
| 16 | -57.875 | 62.125 | 8 | 37 | 5.392449e-04 | 0.0003390084 | 0.000107849 | 0.07245528 | 0.023050252 | ... | 2000-01-10 | 9.475488e+17 | 4.608943e-03 | (-59.75, -44.625] | (0.639, 91.25] | 0.1301955 | -2.045108 | -1.9549025 | 1.2378394 | 57.875 |
| 39 | -57.875 | 139.875 | 558 | 6 | 8.048469e-01 | 0.1441267048 | 0.047343935 | -0.14278485 | -0.046903153 | ... | 1985-01-03 | 4.737312e+17 | 3.234330e+04 | (-59.75, -44.625] | (0.639, 91.25] | 0.2734778 | -2.045108 | -1.7193377 | 1.2378394 | 57.875 |
| 48 | -46.625 | -75.875 | 476 | 23 | 7.949110e-02 | 0.0356370868 | 0.006624259 | 0.04883279 | 0.009077089 | ... | 1992-01-26 | 6.971616e+17 | 4.533502e-01 | (-59.75, -44.625] | (0.639, 91.25] | 0.5813154 | -1.735625 | -0.7799925 | 0.6118436 | 46.625 |
| 52 | -42.125 | 169.625 | 15 | 58 | 1.297108e+01 | 0.1026764027 | 0.145742523 | 0.10700543 | 0.151887292 | ... | 2016-02-24 | 1.459382e+18 | 4.387885e-01 | (-44.625, -29.5] | (0.639, 91.25] | 0.3658507 | -1.611831 | -0.1946098 | 0.3614453 | 42.125 |
| 53 | -42.125 | 169.625 | 15 | 67 | 2.416684e+00 | 0.3405134209 | 0.483336812 | 0.11409630 | 0.161952336 | ... | 2018-10-19 | 1.540253e+18 | 7.483851e-01 | (-44.625, -29.5] | (271.75, 362.0] | -0.7010545 | -1.611831 | -0.1955015 | 0.3614453 | 42.125 |