Skip to content

Commit f74e808

Browse files
tykuklakatamartin
andauthored
update benchmark inputs and plots (#374)
* update benchmark inputs and plots * Copy notebook to docs site --------- Co-authored-by: Kata Martin <katasm@gmail.com>
1 parent 2961593 commit f74e808

File tree

4 files changed

+236
-87
lines changed

4 files changed

+236
-87
lines changed

docs/methods/fire-risk/benchmarking-make-inputs.ipynb

Lines changed: 25 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616
},
1717
{
1818
"cell_type": "code",
19-
"execution_count": null,
19+
"execution_count": 1,
2020
"id": "2710419c-b83e-4f73-ab6c-aaad0bb35f02",
2121
"metadata": {},
2222
"outputs": [],
@@ -57,7 +57,7 @@
5757
"metadata": {},
5858
"outputs": [],
5959
"source": [
60-
"version = '1.0.0'\n",
60+
"version = '1.1.0'\n",
6161
"setup = 'production'\n",
6262
"\n",
6363
"storage = icechunk.s3_storage(\n",
@@ -81,7 +81,7 @@
8181
},
8282
{
8383
"cell_type": "code",
84-
"execution_count": 7,
84+
"execution_count": 3,
8585
"id": "999c8e78-80fb-48a6-8351-577cbabe55b2",
8686
"metadata": {},
8787
"outputs": [],
@@ -120,7 +120,7 @@
120120
},
121121
{
122122
"cell_type": "code",
123-
"execution_count": 8,
123+
"execution_count": 4,
124124
"id": "13df96fa-8484-4e9f-8af6-70ea6cf9ee1b",
125125
"metadata": {},
126126
"outputs": [],
@@ -135,7 +135,7 @@
135135
},
136136
{
137137
"cell_type": "code",
138-
"execution_count": 9,
138+
"execution_count": 5,
139139
"id": "e1a71129-5661-4255-b1be-db79b44395db",
140140
"metadata": {},
141141
"outputs": [],
@@ -155,7 +155,7 @@
155155
},
156156
{
157157
"cell_type": "code",
158-
"execution_count": null,
158+
"execution_count": 6,
159159
"id": "2c0c5a06-6170-493d-be24-3aa7f7ab5146",
160160
"metadata": {},
161161
"outputs": [],
@@ -204,7 +204,7 @@
204204
},
205205
{
206206
"cell_type": "code",
207-
"execution_count": 11,
207+
"execution_count": 7,
208208
"id": "7e976fd8-82bd-468d-8cf4-55955594b9ce",
209209
"metadata": {},
210210
"outputs": [
@@ -214,7 +214,7 @@
214214
"0"
215215
]
216216
},
217-
"execution_count": 11,
217+
"execution_count": 7,
218218
"metadata": {},
219219
"output_type": "execute_result"
220220
}
@@ -227,7 +227,7 @@
227227
},
228228
{
229229
"cell_type": "code",
230-
"execution_count": 12,
230+
"execution_count": 8,
231231
"id": "9eca2d79-a531-430b-a368-df62875c1470",
232232
"metadata": {},
233233
"outputs": [],
@@ -239,7 +239,7 @@
239239
},
240240
{
241241
"cell_type": "code",
242-
"execution_count": null,
242+
"execution_count": 9,
243243
"id": "1b66a185-131b-49cb-a4ed-f37a05c69f62",
244244
"metadata": {},
245245
"outputs": [
@@ -254,10 +254,10 @@
254254
{
255255
"data": {
256256
"text/plain": [
257-
"<xarray.backends.zarr.ZarrStore at 0xf14c97e1df80>"
257+
"<xarray.backends.zarr.ZarrStore at 0xeead0c7ae7a0>"
258258
]
259259
},
260-
"execution_count": 13,
260+
"execution_count": 9,
261261
"metadata": {},
262262
"output_type": "execute_result"
263263
}
@@ -285,7 +285,7 @@
285285
},
286286
{
287287
"cell_type": "code",
288-
"execution_count": 14,
288+
"execution_count": 10,
289289
"id": "49ae0c7f-0961-4f54-bd90-13d78022ec74",
290290
"metadata": {},
291291
"outputs": [
@@ -294,31 +294,31 @@
294294
"output_type": "stream",
295295
"text": [
296296
"Unclosed client session\n",
297-
"client_session: <aiohttp.client.ClientSession object at 0xf14c920591d0>\n",
297+
"client_session: <aiohttp.client.ClientSession object at 0xeeacdff99450>\n",
298298
"Unclosed connector\n",
299-
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xf14d96cabe90>, 3287.95574614)])']\n",
300-
"connector: <aiohttp.connector.TCPConnector object at 0xf14cadc4afd0>\n",
299+
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xeeace3823650>, 1878.974127614)])']\n",
300+
"connector: <aiohttp.connector.TCPConnector object at 0xeeacc00aac10>\n",
301301
"Unclosed client session\n",
302-
"client_session: <aiohttp.client.ClientSession object at 0xf14c91b15310>\n",
302+
"client_session: <aiohttp.client.ClientSession object at 0xeeacdff9ac10>\n",
303303
"Unclosed connector\n",
304-
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xf14d96caaf90>, 3287.931386293)])']\n",
305-
"connector: <aiohttp.connector.TCPConnector object at 0xf14c92059450>\n",
304+
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xeeace3822210>, 1878.977021968)])']\n",
305+
"connector: <aiohttp.connector.TCPConnector object at 0xeeacc00aa990>\n",
306306
"Unclosed client session\n",
307-
"client_session: <aiohttp.client.ClientSession object at 0xf14c9205bb10>\n",
307+
"client_session: <aiohttp.client.ClientSession object at 0xeeacc00aaad0>\n",
308308
"Unclosed connector\n",
309-
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xf14d96ca8a10>, 3287.937938382)])']\n",
310-
"connector: <aiohttp.connector.TCPConnector object at 0xf14c92059090>\n",
309+
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xeeada7c01a30>, 1878.978593585)])']\n",
310+
"connector: <aiohttp.connector.TCPConnector object at 0xeeacc00aad50>\n",
311311
"/opt/coiled/env/lib/python3.13/site-packages/zarr/api/asynchronous.py:247: ZarrUserWarning: Consolidated metadata is currently not part in the Zarr format 3 specification. It may not be supported by other zarr implementations and may change in the future.\n",
312312
" warnings.warn(\n"
313313
]
314314
},
315315
{
316316
"data": {
317317
"text/plain": [
318-
"<xarray.backends.zarr.ZarrStore at 0xf14cc74ef060>"
318+
"<xarray.backends.zarr.ZarrStore at 0xeeac6636e5c0>"
319319
]
320320
},
321-
"execution_count": 14,
321+
"execution_count": 10,
322322
"metadata": {},
323323
"output_type": "execute_result"
324324
}
@@ -356,7 +356,7 @@
356356
],
357357
"metadata": {
358358
"kernelspec": {
359-
"display_name": "default",
359+
"display_name": "Python 3 (ipykernel)",
360360
"language": "python",
361361
"name": "python3"
362362
},

docs/methods/fire-risk/benchmarking-process-inputs.ipynb

Lines changed: 44 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -13,19 +13,10 @@
1313
},
1414
{
1515
"cell_type": "code",
16-
"execution_count": null,
16+
"execution_count": 1,
1717
"id": "0c61c41f-3930-4807-8b9a-2d9ef58fbfdf",
1818
"metadata": {},
19-
"outputs": [
20-
{
21-
"ename": "",
22-
"evalue": "",
23-
"output_type": "error",
24-
"traceback": [
25-
"\u001b[1;31mThe kernel failed to start as the Python Environment 'base (Python -1.-1.-1)' is no longer available. Consider selecting another kernel or refreshing the list of Python Environments."
26-
]
27-
}
28-
],
19+
"outputs": [],
2920
"source": [
3021
"import os\n",
3122
"\n",
@@ -35,20 +26,42 @@
3526
},
3627
{
3728
"cell_type": "code",
38-
"execution_count": null,
29+
"execution_count": 2,
3930
"id": "7721ea89-f703-4f4d-8ba4-e85c9aae16e7",
4031
"metadata": {},
41-
"outputs": [],
32+
"outputs": [
33+
{
34+
"name": "stderr",
35+
"output_type": "stream",
36+
"text": [
37+
"Unclosed client session\n",
38+
"client_session: <aiohttp.client.ClientSession object at 0xfaf51ed6a5d0>\n",
39+
"Unclosed connector\n",
40+
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xfaf51ea0f6b0>, 2164.992380118)])']\n",
41+
"connector: <aiohttp.connector.TCPConnector object at 0xfaf51fe56c10>\n",
42+
"Unclosed client session\n",
43+
"client_session: <aiohttp.client.ClientSession object at 0xfaf51ed6a350>\n",
44+
"Unclosed connector\n",
45+
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xfaf51ea0f470>, 2164.995491562)])']\n",
46+
"connector: <aiohttp.connector.TCPConnector object at 0xfaf51ed682d0>\n",
47+
"Unclosed client session\n",
48+
"client_session: <aiohttp.client.ClientSession object at 0xfaf51ed68050>\n",
49+
"Unclosed connector\n",
50+
"connections: ['deque([(<aiohttp.client_proto.ResponseHandler object at 0xfaf51ea0f8f0>, 2164.998645792)])']\n",
51+
"connector: <aiohttp.connector.TCPConnector object at 0xfaf51fef3c50>\n"
52+
]
53+
}
54+
],
4255
"source": [
4356
"# --- read in dat\n",
44-
"s3_path = 's3://carbonplan-ocr/evaluation/1.0.0/'\n",
57+
"s3_path = 's3://carbonplan-ocr/evaluation/1.1.0/'\n",
4558
"savename = 'benchmarking-input-dat.zarr'\n",
4659
"ds = xr.open_zarr(os.path.join(s3_path, savename))"
4760
]
4861
},
4962
{
5063
"cell_type": "code",
51-
"execution_count": null,
64+
"execution_count": 3,
5265
"id": "c0edc93f-e0a2-40dd-b6cf-f4458188460c",
5366
"metadata": {},
5467
"outputs": [],
@@ -89,7 +102,7 @@
89102
},
90103
{
91104
"cell_type": "code",
92-
"execution_count": 5,
105+
"execution_count": 4,
93106
"id": "a5dd24f0-c13e-4af6-a499-0e73721d36fa",
94107
"metadata": {},
95108
"outputs": [],
@@ -110,7 +123,7 @@
110123
},
111124
{
112125
"cell_type": "code",
113-
"execution_count": 10,
126+
"execution_count": 5,
114127
"id": "12921ca2-4242-42f2-879d-965d71fd3536",
115128
"metadata": {},
116129
"outputs": [
@@ -224,7 +237,7 @@
224237
},
225238
{
226239
"cell_type": "code",
227-
"execution_count": 11,
240+
"execution_count": 6,
228241
"id": "debede8c-a6f3-4eff-b982-7a4d91b513fa",
229242
"metadata": {},
230243
"outputs": [],
@@ -235,16 +248,26 @@
235248
"\n",
236249
"for name, df in df_dict.items():\n",
237250
" path = (\n",
238-
" f's3://carbonplan-ocr/evaluation/1.0.0/benchmarking-processed/{name}_area-wt_maskdf.parquet'\n",
251+
" f's3://carbonplan-ocr/evaluation/1.1.0/benchmarking-processed/{name}_area-wt_maskdf.parquet'\n",
239252
" )\n",
240253
" with s3.open(path, 'wb') as f:\n",
241254
" df.to_parquet(f)"
242255
]
256+
},
257+
{
258+
"cell_type": "code",
259+
"execution_count": null,
260+
"id": "4a9d4516-fd9e-4a53-883f-bdf945890a08",
261+
"metadata": {},
262+
"outputs": [],
263+
"source": [
264+
"# ---"
265+
]
243266
}
244267
],
245268
"metadata": {
246269
"kernelspec": {
247-
"display_name": "base",
270+
"display_name": "Python 3 (ipykernel)",
248271
"language": "python",
249272
"name": "python3"
250273
},
@@ -258,7 +281,7 @@
258281
"name": "python",
259282
"nbconvert_exporter": "python",
260283
"pygments_lexer": "ipython3",
261-
"version": "undefined.undefined.undefined"
284+
"version": "3.13.9"
262285
}
263286
},
264287
"nbformat": 4,

docs/methods/fire-risk/benchmarking.ipynb

Lines changed: 149 additions & 33 deletions
Large diffs are not rendered by default.

notebooks/benchmarking.ipynb

Lines changed: 18 additions & 8 deletions
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)