import hvplot.pandas # noqa
from utils import process_resultsProcess results
df = process_results("results/2024-11-01").sort_values(["duration (s)"])Show memory and time for warp resampling dataset
df = df[df["task"] == "resample"]
df = df[df["dataset"] == "mursst"]
df[df["zoom"] == "0"].style.background_gradient(cmap="YlOrRd")| dataset | task | format | method | driver | virtual | zoom | peak memory (GB) | duration (s) | |
|---|---|---|---|---|---|---|---|---|---|
| 7 | mursst | resample | cog | rasterio | cog | local | 0 | 0.030880 | 0.451393 |
| 0 | mursst | resample | cog | rasterio | cog | 0 | 0.039943 | 1.096481 | |
| 91 | mursst | resample | weboptimizedzarr | rasterio | zarr | icechunk | 0 | 0.090285 | 1.296510 |
| 98 | mursst | resample | weboptimizedzarr | rioxarray | zarr | icechunk | 0 | 0.177909 | 3.768114 |
| 84 | mursst | resample | netcdf | rioxarray | zarr | icechunk | 0 | 10.000827 | 16.922882 |
| 119 | mursst | resample | zarr | rioxarray | zarr | icechunk | 0 | 10.004556 | 20.016685 |
| 77 | mursst | resample | netcdf | rioxarray | h5netcdf | local | 0 | 11.744682 | 24.109180 |
| 49 | mursst | resample | netcdf | pyresample | zarr | icechunk | 0 | 39.145886 | 24.734611 |
| 28 | mursst | resample | netcdf | odc | zarr | icechunk | 0 | 10.532483 | 25.527201 |
| 42 | mursst | resample | netcdf | pyresample | h5netcdf | local | 0 | 39.148321 | 26.894815 |
| 112 | mursst | resample | zarr | pyresample | zarr | icechunk | 0 | 39.148897 | 27.055192 |
| 105 | mursst | resample | zarr | odc | zarr | icechunk | 0 | 10.538741 | 28.138383 |
| 21 | mursst | resample | netcdf | odc | h5netcdf | local | 0 | 10.533193 | 29.754768 |
| 56 | mursst | resample | netcdf | rasterio | netcdf | local | 0 | 8.213028 | 35.846871 |
| 35 | mursst | resample | netcdf | pyresample | h5netcdf | 0 | 39.166931 | 43.924830 | |
| 70 | mursst | resample | netcdf | rioxarray | h5netcdf | 0 | 11.766091 | 45.325058 | |
| 14 | mursst | resample | netcdf | odc | h5netcdf | 0 | 10.553407 | 45.466367 | |
| 63 | mursst | resample | netcdf | rasterio | netcdf | vsis3 | 0 | 8.591809 | 129.674675 |
df[df["zoom"] == "1"].style.background_gradient(cmap="YlOrRd")| dataset | task | format | method | driver | virtual | zoom | peak memory (GB) | duration (s) | |
|---|---|---|---|---|---|---|---|---|---|
| 8 | mursst | resample | cog | rasterio | cog | local | 1 | 0.032527 | 0.457462 |
| 1 | mursst | resample | cog | rasterio | cog | 1 | 0.043156 | 1.018797 | |
| 92 | mursst | resample | weboptimizedzarr | rasterio | zarr | icechunk | 1 | 0.229896 | 1.568192 |
| 99 | mursst | resample | weboptimizedzarr | rioxarray | zarr | icechunk | 1 | 0.177740 | 3.652056 |
| 85 | mursst | resample | netcdf | rioxarray | zarr | icechunk | 1 | 2.623672 | 6.069850 |
| 120 | mursst | resample | zarr | rioxarray | zarr | icechunk | 1 | 2.624567 | 6.697549 |
| 78 | mursst | resample | netcdf | rioxarray | h5netcdf | local | 1 | 3.017012 | 7.185708 |
| 29 | mursst | resample | netcdf | odc | zarr | icechunk | 1 | 2.723991 | 8.505732 |
| 57 | mursst | resample | netcdf | rasterio | netcdf | local | 1 | 2.508900 | 8.554535 |
| 22 | mursst | resample | netcdf | odc | h5netcdf | local | 1 | 2.725570 | 8.711783 |
| 50 | mursst | resample | netcdf | pyresample | zarr | icechunk | 1 | 9.843777 | 9.053228 |
| 43 | mursst | resample | netcdf | pyresample | h5netcdf | local | 1 | 9.845207 | 9.261657 |
| 106 | mursst | resample | zarr | odc | zarr | icechunk | 1 | 2.724917 | 9.289789 |
| 113 | mursst | resample | zarr | pyresample | zarr | icechunk | 1 | 9.843665 | 9.592978 |
| 71 | mursst | resample | netcdf | rioxarray | h5netcdf | 1 | 3.039601 | 15.258607 | |
| 15 | mursst | resample | netcdf | odc | h5netcdf | 1 | 2.744846 | 17.696822 | |
| 36 | mursst | resample | netcdf | pyresample | h5netcdf | 1 | 9.865529 | 17.706269 | |
| 64 | mursst | resample | netcdf | rasterio | netcdf | vsis3 | 1 | 2.887681 | 42.658372 |
df[df["zoom"] == "2"].style.background_gradient(cmap="YlOrRd")| dataset | task | format | method | driver | virtual | zoom | peak memory (GB) | duration (s) | |
|---|---|---|---|---|---|---|---|---|---|
| 9 | mursst | resample | cog | rasterio | cog | local | 2 | 0.033333 | 0.458129 |
| 2 | mursst | resample | cog | rasterio | cog | 2 | 0.041837 | 1.082959 | |
| 58 | mursst | resample | netcdf | rasterio | netcdf | local | 2 | 0.457986 | 2.178969 |
| 93 | mursst | resample | weboptimizedzarr | rasterio | zarr | icechunk | 2 | 0.711039 | 2.785214 |
| 79 | mursst | resample | netcdf | rioxarray | h5netcdf | local | 2 | 0.426108 | 3.197895 |
| 100 | mursst | resample | weboptimizedzarr | rioxarray | zarr | icechunk | 2 | 0.144734 | 3.503289 |
| 121 | mursst | resample | zarr | rioxarray | zarr | icechunk | 2 | 0.433782 | 3.655337 |
| 86 | mursst | resample | netcdf | rioxarray | zarr | icechunk | 2 | 0.432031 | 3.731052 |
| 23 | mursst | resample | netcdf | odc | h5netcdf | local | 2 | 0.439379 | 3.760564 |
| 107 | mursst | resample | zarr | odc | zarr | icechunk | 2 | 0.437503 | 4.148531 |
| 30 | mursst | resample | netcdf | odc | zarr | icechunk | 2 | 0.436650 | 4.165913 |
| 44 | mursst | resample | netcdf | pyresample | h5netcdf | local | 2 | 1.433250 | 4.229222 |
| 51 | mursst | resample | netcdf | pyresample | zarr | icechunk | 2 | 1.419420 | 4.454776 |
| 114 | mursst | resample | zarr | pyresample | zarr | icechunk | 2 | 1.183613 | 4.589174 |
| 72 | mursst | resample | netcdf | rioxarray | h5netcdf | 2 | 0.447514 | 8.683591 | |
| 16 | mursst | resample | netcdf | odc | h5netcdf | 2 | 0.458493 | 9.655560 | |
| 65 | mursst | resample | netcdf | rasterio | netcdf | vsis3 | 2 | 0.823933 | 10.252551 |
| 37 | mursst | resample | netcdf | pyresample | h5netcdf | 2 | 1.553817 | 11.060682 |
df[df["zoom"] == "3"].style.background_gradient(cmap="YlOrRd")| dataset | task | format | method | driver | virtual | zoom | peak memory (GB) | duration (s) | |
|---|---|---|---|---|---|---|---|---|---|
| 10 | mursst | resample | cog | rasterio | cog | local | 3 | 0.036760 | 0.461121 |
| 3 | mursst | resample | cog | rasterio | cog | 3 | 0.045020 | 1.139604 | |
| 59 | mursst | resample | netcdf | rasterio | netcdf | local | 3 | 0.177466 | 1.456922 |
| 80 | mursst | resample | netcdf | rioxarray | h5netcdf | local | 3 | 0.173336 | 2.767960 |
| 24 | mursst | resample | netcdf | odc | h5netcdf | local | 3 | 0.189597 | 3.242828 |
| 122 | mursst | resample | zarr | rioxarray | zarr | icechunk | 3 | 0.182754 | 3.287474 |
| 45 | mursst | resample | netcdf | pyresample | h5netcdf | local | 3 | 0.314083 | 3.315556 |
| 101 | mursst | resample | weboptimizedzarr | rioxarray | zarr | icechunk | 3 | 0.134824 | 3.372671 |
| 87 | mursst | resample | netcdf | rioxarray | zarr | icechunk | 3 | 0.182664 | 3.444906 |
| 108 | mursst | resample | zarr | odc | zarr | icechunk | 3 | 0.187025 | 3.598609 |
| 31 | mursst | resample | netcdf | odc | zarr | icechunk | 3 | 0.187224 | 3.624480 |
| 52 | mursst | resample | netcdf | pyresample | zarr | icechunk | 3 | 0.413825 | 3.651580 |
| 115 | mursst | resample | zarr | pyresample | zarr | icechunk | 3 | 0.532895 | 3.705541 |
| 94 | mursst | resample | weboptimizedzarr | rasterio | zarr | icechunk | 3 | 2.665296 | 5.434425 |
| 66 | mursst | resample | netcdf | rasterio | netcdf | vsis3 | 3 | 0.540422 | 7.526660 |
| 73 | mursst | resample | netcdf | rioxarray | h5netcdf | 3 | 0.194413 | 8.629072 | |
| 38 | mursst | resample | netcdf | pyresample | h5netcdf | 3 | 0.308219 | 9.300283 | |
| 17 | mursst | resample | netcdf | odc | h5netcdf | 3 | 0.209587 | 9.871493 |
df[df["zoom"] == "4"].style.background_gradient(cmap="YlOrRd")| dataset | task | format | method | driver | virtual | zoom | peak memory (GB) | duration (s) | |
|---|---|---|---|---|---|---|---|---|---|
| 11 | mursst | resample | cog | rasterio | cog | local | 4 | 0.043987 | 0.468173 |
| 95 | mursst | resample | weboptimizedzarr | rasterio | zarr | icechunk | 4 | 0.031694 | 0.966727 |
| 4 | mursst | resample | cog | rasterio | cog | 4 | 0.052212 | 1.053465 | |
| 60 | mursst | resample | netcdf | rasterio | netcdf | local | 4 | 0.111228 | 1.276880 |
| 81 | mursst | resample | netcdf | rioxarray | h5netcdf | local | 4 | 0.122476 | 2.702871 |
| 25 | mursst | resample | netcdf | odc | h5netcdf | local | 4 | 0.139749 | 3.131053 |
| 46 | mursst | resample | netcdf | pyresample | h5netcdf | local | 4 | 0.256487 | 3.180913 |
| 123 | mursst | resample | zarr | rioxarray | zarr | icechunk | 4 | 0.143009 | 3.402756 |
| 102 | mursst | resample | weboptimizedzarr | rioxarray | zarr | icechunk | 4 | 0.118861 | 3.418559 |
| 88 | mursst | resample | netcdf | rioxarray | zarr | icechunk | 4 | 0.141879 | 3.462004 |
| 109 | mursst | resample | zarr | odc | zarr | icechunk | 4 | 0.145801 | 3.509928 |
| 32 | mursst | resample | netcdf | odc | zarr | icechunk | 4 | 0.147414 | 3.568310 |
| 53 | mursst | resample | netcdf | pyresample | zarr | icechunk | 4 | 0.253066 | 3.669410 |
| 116 | mursst | resample | zarr | pyresample | zarr | icechunk | 4 | 0.253287 | 3.686281 |
| 67 | mursst | resample | netcdf | rasterio | netcdf | vsis3 | 4 | 0.477397 | 6.907007 |
| 74 | mursst | resample | netcdf | rioxarray | h5netcdf | 4 | 0.143667 | 8.635026 | |
| 39 | mursst | resample | netcdf | pyresample | h5netcdf | 4 | 0.275444 | 8.986320 | |
| 18 | mursst | resample | netcdf | odc | h5netcdf | 4 | 0.158676 | 9.107896 |
df[df["zoom"] == "5"].style.background_gradient(cmap="YlOrRd")| dataset | task | format | method | driver | virtual | zoom | peak memory (GB) | duration (s) | |
|---|---|---|---|---|---|---|---|---|---|
| 12 | mursst | resample | cog | rasterio | cog | local | 5 | 0.105439 | 0.515439 |
| 96 | mursst | resample | weboptimizedzarr | rasterio | zarr | icechunk | 5 | 0.039705 | 1.012773 |
| 5 | mursst | resample | cog | rasterio | cog | 5 | 0.113595 | 1.112734 | |
| 61 | mursst | resample | netcdf | rasterio | netcdf | local | 5 | 0.088913 | 1.215079 |
| 82 | mursst | resample | netcdf | rioxarray | h5netcdf | local | 5 | 0.121621 | 2.654118 |
| 26 | mursst | resample | netcdf | odc | h5netcdf | local | 5 | 0.135427 | 3.033522 |
| 47 | mursst | resample | netcdf | pyresample | h5netcdf | local | 5 | 0.253184 | 3.210790 |
| 124 | mursst | resample | zarr | rioxarray | zarr | icechunk | 5 | 0.129291 | 3.252786 |
| 103 | mursst | resample | weboptimizedzarr | rioxarray | zarr | icechunk | 5 | 0.118843 | 3.367720 |
| 33 | mursst | resample | netcdf | odc | zarr | icechunk | 5 | 0.129850 | 3.405619 |
| 89 | mursst | resample | netcdf | rioxarray | zarr | icechunk | 5 | 0.128072 | 3.412353 |
| 110 | mursst | resample | zarr | odc | zarr | icechunk | 5 | 0.131152 | 3.436898 |
| 54 | mursst | resample | netcdf | pyresample | zarr | icechunk | 5 | 0.249761 | 3.550618 |
| 117 | mursst | resample | zarr | pyresample | zarr | icechunk | 5 | 0.251038 | 3.593822 |
| 68 | mursst | resample | netcdf | rasterio | netcdf | vsis3 | 5 | 0.463590 | 6.945700 |
| 75 | mursst | resample | netcdf | rioxarray | h5netcdf | 5 | 0.142686 | 7.491875 | |
| 19 | mursst | resample | netcdf | odc | h5netcdf | 5 | 0.155406 | 8.900083 | |
| 40 | mursst | resample | netcdf | pyresample | h5netcdf | 5 | 0.272323 | 8.948425 |
df[df["zoom"] == "6"].style.background_gradient(cmap="YlOrRd")| dataset | task | format | method | driver | virtual | zoom | peak memory (GB) | duration (s) | |
|---|---|---|---|---|---|---|---|---|---|
| 13 | mursst | resample | cog | rasterio | cog | local | 6 | 0.104144 | 0.499831 |
| 97 | mursst | resample | weboptimizedzarr | rasterio | zarr | icechunk | 6 | 0.039679 | 1.003966 |
| 6 | mursst | resample | cog | rasterio | cog | 6 | 0.112608 | 1.114690 | |
| 62 | mursst | resample | netcdf | rasterio | netcdf | local | 6 | 0.088630 | 1.209784 |
| 83 | mursst | resample | netcdf | rioxarray | h5netcdf | local | 6 | 0.121559 | 2.723510 |
| 27 | mursst | resample | netcdf | odc | h5netcdf | local | 6 | 0.135140 | 3.024937 |
| 48 | mursst | resample | netcdf | pyresample | h5netcdf | local | 6 | 0.251392 | 3.235234 |
| 90 | mursst | resample | netcdf | rioxarray | zarr | icechunk | 6 | 0.127879 | 3.332770 |
| 104 | mursst | resample | weboptimizedzarr | rioxarray | zarr | icechunk | 6 | 0.118704 | 3.334266 |
| 125 | mursst | resample | zarr | rioxarray | zarr | icechunk | 6 | 0.123344 | 3.345806 |
| 111 | mursst | resample | zarr | odc | zarr | icechunk | 6 | 0.125025 | 3.362655 |
| 34 | mursst | resample | netcdf | odc | zarr | icechunk | 6 | 0.129562 | 3.370525 |
| 118 | mursst | resample | zarr | pyresample | zarr | icechunk | 6 | 0.249231 | 3.624967 |
| 55 | mursst | resample | netcdf | pyresample | zarr | icechunk | 6 | 0.249000 | 3.675096 |
| 69 | mursst | resample | netcdf | rasterio | netcdf | vsis3 | 6 | 0.463311 | 7.042069 |
| 76 | mursst | resample | netcdf | rioxarray | h5netcdf | 6 | 0.142624 | 8.404518 | |
| 20 | mursst | resample | netcdf | odc | h5netcdf | 6 | 0.154987 | 8.803269 | |
| 41 | mursst | resample | netcdf | pyresample | h5netcdf | 6 | 0.271413 | 9.045595 |