Skip to content

Commit 4cffe34

Browse files
author
Jan Gutsche
committed
Analyze db: Minutes
1 parent a2fe30d commit 4cffe34

File tree

1 file changed

+152
-129
lines changed

1 file changed

+152
-129
lines changed

‎ddlitlab2024/dataset/analyze_db.ipynb‎

Lines changed: 152 additions & 129 deletions
Original file line numberDiff line numberDiff line change
@@ -158,7 +158,16 @@
158158
},
159159
{
160160
"cell_type": "code",
161-
"execution_count": 7,
161+
"execution_count": 15,
162+
"metadata": {},
163+
"outputs": [],
164+
"source": [
165+
"df[\"duration_m\"] = df[\"duration_s\"] / 60"
166+
]
167+
},
168+
{
169+
"cell_type": "code",
170+
"execution_count": 16,
162171
"metadata": {},
163172
"outputs": [
164173
{
@@ -190,63 +199,69 @@
190199
" <th>num_joint_commands</th>\n",
191200
" <th>num_game_states</th>\n",
192201
" <th>num_messages</th>\n",
202+
" <th>duration_m</th>\n",
193203
" </tr>\n",
194204
" </thead>\n",
195205
" <tbody>\n",
196206
" <tr>\n",
197-
" <th>0</th>\n",
198-
" <td>ID_donna_2024-07-19T16:30:37_0.mcap</td>\n",
199-
" <td>689.858320</td>\n",
200-
" <td>6752</td>\n",
201-
" <td>33763</td>\n",
202-
" <td>33763</td>\n",
203-
" <td>33763</td>\n",
204-
" <td>9</td>\n",
205-
" <td>108050</td>\n",
207+
" <th>80</th>\n",
208+
" <td>ID_donna_2025-03-16T13:50:58_0.mcap</td>\n",
209+
" <td>4598.725709</td>\n",
210+
" <td>45954</td>\n",
211+
" <td>229777</td>\n",
212+
" <td>229777</td>\n",
213+
" <td>229777</td>\n",
214+
" <td>6280</td>\n",
215+
" <td>741565</td>\n",
216+
" <td>76.645428</td>\n",
206217
" </tr>\n",
207218
" <tr>\n",
208-
" <th>1</th>\n",
209-
" <td>ID_jack_2024-07-19T11:31:28_0.mcap</td>\n",
210-
" <td>752.840411</td>\n",
211-
" <td>7345</td>\n",
212-
" <td>36728</td>\n",
213-
" <td>36728</td>\n",
214-
" <td>36728</td>\n",
215-
" <td>1120</td>\n",
216-
" <td>118649</td>\n",
219+
" <th>59</th>\n",
220+
" <td>ID_rory_2025-03-16T14:02:56_0.mcap</td>\n",
221+
" <td>3791.524157</td>\n",
222+
" <td>37894</td>\n",
223+
" <td>189473</td>\n",
224+
" <td>189473</td>\n",
225+
" <td>189473</td>\n",
226+
" <td>5053</td>\n",
227+
" <td>611366</td>\n",
228+
" <td>63.192069</td>\n",
217229
" </tr>\n",
218230
" <tr>\n",
219-
" <th>2</th>\n",
220-
" <td>ID_jack_2024-07-17T15:38:04_0.mcap</td>\n",
221-
" <td>534.731386</td>\n",
222-
" <td>5163</td>\n",
223-
" <td>25819</td>\n",
224-
" <td>25819</td>\n",
225-
" <td>25819</td>\n",
226-
" <td>634</td>\n",
227-
" <td>83254</td>\n",
231+
" <th>27</th>\n",
232+
" <td>ID_rory_2024-07-19T17:45:15_0.mcap</td>\n",
233+
" <td>1903.966492</td>\n",
234+
" <td>18877</td>\n",
235+
" <td>94395</td>\n",
236+
" <td>94395</td>\n",
237+
" <td>94395</td>\n",
238+
" <td>3273</td>\n",
239+
" <td>305335</td>\n",
240+
" <td>31.732775</td>\n",
228241
" </tr>\n",
229242
" <tr>\n",
230-
" <th>3</th>\n",
231-
" <td>ID_rory_2024-07-18T13:29:30_0.mcap</td>\n",
232-
" <td>1177.131614</td>\n",
233-
" <td>11588</td>\n",
234-
" <td>57941</td>\n",
235-
" <td>57941</td>\n",
236-
" <td>57941</td>\n",
237-
" <td>2172</td>\n",
238-
" <td>187583</td>\n",
243+
" <th>35</th>\n",
244+
" <td>ID_donna_2024-07-20T15:26:55_0.mcap</td>\n",
245+
" <td>1328.308035</td>\n",
246+
" <td>8127</td>\n",
247+
" <td>65443</td>\n",
248+
" <td>65443</td>\n",
249+
" <td>65443</td>\n",
250+
" <td>2466</td>\n",
251+
" <td>206922</td>\n",
252+
" <td>22.138467</td>\n",
239253
" </tr>\n",
240254
" <tr>\n",
241-
" <th>4</th>\n",
242-
" <td>ID_donna_2024-07-19T11:48:16_0.mcap</td>\n",
243-
" <td>1052.640304</td>\n",
244-
" <td>10200</td>\n",
245-
" <td>51884</td>\n",
246-
" <td>51884</td>\n",
247-
" <td>51884</td>\n",
248-
" <td>1453</td>\n",
249-
" <td>167305</td>\n",
255+
" <th>82</th>\n",
256+
" <td>ID_rory_2025-03-13T10:53:00_0.mcap</td>\n",
257+
" <td>1290.537316</td>\n",
258+
" <td>12608</td>\n",
259+
" <td>63045</td>\n",
260+
" <td>63045</td>\n",
261+
" <td>63045</td>\n",
262+
" <td>2271</td>\n",
263+
" <td>204014</td>\n",
264+
" <td>21.508955</td>\n",
250265
" </tr>\n",
251266
" <tr>\n",
252267
" <th>...</th>\n",
@@ -258,122 +273,129 @@
258273
" <td>...</td>\n",
259274
" <td>...</td>\n",
260275
" <td>...</td>\n",
276+
" <td>...</td>\n",
261277
" </tr>\n",
262278
" <tr>\n",
263-
" <th>83</th>\n",
264-
" <td>ID_rory_2025-03-13T14:48:56_0.mcap</td>\n",
265-
" <td>220.334670</td>\n",
266-
" <td>1919</td>\n",
267-
" <td>9603</td>\n",
268-
" <td>9603</td>\n",
269-
" <td>9603</td>\n",
270-
" <td>364</td>\n",
271-
" <td>31092</td>\n",
279+
" <th>10</th>\n",
280+
" <td>ID_jack_2024-07-18T18:29:35_0.mcap</td>\n",
281+
" <td>54.169400</td>\n",
282+
" <td>369</td>\n",
283+
" <td>1852</td>\n",
284+
" <td>1852</td>\n",
285+
" <td>1852</td>\n",
286+
" <td>66</td>\n",
287+
" <td>5991</td>\n",
288+
" <td>0.902823</td>\n",
272289
" </tr>\n",
273290
" <tr>\n",
274-
" <th>84</th>\n",
275-
" <td>ID_jack_2025-03-13T14:49:56_0.mcap</td>\n",
276-
" <td>768.941289</td>\n",
277-
" <td>7438</td>\n",
278-
" <td>37288</td>\n",
279-
" <td>37288</td>\n",
280-
" <td>37288</td>\n",
281-
" <td>1456</td>\n",
282-
" <td>120758</td>\n",
291+
" <th>57</th>\n",
292+
" <td>ID_jack_2024-07-20T15:47:38_0.mcap</td>\n",
293+
" <td>47.663031</td>\n",
294+
" <td>332</td>\n",
295+
" <td>1676</td>\n",
296+
" <td>1676</td>\n",
297+
" <td>1676</td>\n",
298+
" <td>8</td>\n",
299+
" <td>5368</td>\n",
300+
" <td>0.794384</td>\n",
283301
" </tr>\n",
284302
" <tr>\n",
285-
" <th>85</th>\n",
286-
" <td>ID_donna_2025-03-15T10:27:37_0.mcap</td>\n",
287-
" <td>1059.899044</td>\n",
288-
" <td>10561</td>\n",
289-
" <td>52932</td>\n",
290-
" <td>52932</td>\n",
291-
" <td>52932</td>\n",
292-
" <td>1853</td>\n",
293-
" <td>171210</td>\n",
303+
" <th>12</th>\n",
304+
" <td>ID_jack_2024-07-18T18:42:01_0.mcap</td>\n",
305+
" <td>43.044205</td>\n",
306+
" <td>309</td>\n",
307+
" <td>1550</td>\n",
308+
" <td>1550</td>\n",
309+
" <td>1550</td>\n",
310+
" <td>53</td>\n",
311+
" <td>5012</td>\n",
312+
" <td>0.717403</td>\n",
294313
" </tr>\n",
295314
" <tr>\n",
296-
" <th>86</th>\n",
297-
" <td>ID_jack_2025-03-15T13:33:32_0.mcap</td>\n",
298-
" <td>1036.381852</td>\n",
299-
" <td>10144</td>\n",
300-
" <td>50730</td>\n",
301-
" <td>50730</td>\n",
302-
" <td>50730</td>\n",
303-
" <td>1375</td>\n",
304-
" <td>163709</td>\n",
315+
" <th>20</th>\n",
316+
" <td>ID_rory_2024-07-18T13:52:36_0.mcap</td>\n",
317+
" <td>39.836062</td>\n",
318+
" <td>237</td>\n",
319+
" <td>1191</td>\n",
320+
" <td>1191</td>\n",
321+
" <td>1191</td>\n",
322+
" <td>27</td>\n",
323+
" <td>3837</td>\n",
324+
" <td>0.663934</td>\n",
305325
" </tr>\n",
306326
" <tr>\n",
307-
" <th>87</th>\n",
308-
" <td>ID_donna_2025-03-14T14:40:42_0.mcap</td>\n",
309-
" <td>383.138529</td>\n",
310-
" <td>3801</td>\n",
311-
" <td>19009</td>\n",
312-
" <td>19009</td>\n",
313-
" <td>19009</td>\n",
314-
" <td>668</td>\n",
315-
" <td>61496</td>\n",
327+
" <th>40</th>\n",
328+
" <td>ID_jack_2024-07-19T18:01:33_0.mcap</td>\n",
329+
" <td>35.146186</td>\n",
330+
" <td>200</td>\n",
331+
" <td>1014</td>\n",
332+
" <td>1014</td>\n",
333+
" <td>1014</td>\n",
334+
" <td>31</td>\n",
335+
" <td>3273</td>\n",
336+
" <td>0.585770</td>\n",
316337
" </tr>\n",
317338
" </tbody>\n",
318339
"</table>\n",
319-
"<p>88 rows × 8 columns</p>\n",
340+
"<p>88 rows × 9 columns</p>\n",
320341
"</div>"
321342
],
322343
"text/plain": [
323344
" name duration_s num_images \\\n",
324-
"0 ID_donna_2024-07-19T16:30:37_0.mcap 689.858320 6752 \n",
325-
"1 ID_jack_2024-07-19T11:31:28_0.mcap 752.840411 7345 \n",
326-
"2 ID_jack_2024-07-17T15:38:04_0.mcap 534.731386 5163 \n",
327-
"3 ID_rory_2024-07-18T13:29:30_0.mcap 1177.131614 11588 \n",
328-
"4 ID_donna_2024-07-19T11:48:16_0.mcap 1052.640304 10200 \n",
345+
"80 ID_donna_2025-03-16T13:50:58_0.mcap 4598.725709 45954 \n",
346+
"59 ID_rory_2025-03-16T14:02:56_0.mcap 3791.524157 37894 \n",
347+
"27 ID_rory_2024-07-19T17:45:15_0.mcap 1903.966492 18877 \n",
348+
"35 ID_donna_2024-07-20T15:26:55_0.mcap 1328.308035 8127 \n",
349+
"82 ID_rory_2025-03-13T10:53:00_0.mcap 1290.537316 12608 \n",
329350
".. ... ... ... \n",
330-
"83 ID_rory_2025-03-13T14:48:56_0.mcap 220.334670 1919 \n",
331-
"84 ID_jack_2025-03-13T14:49:56_0.mcap 768.941289 7438 \n",
332-
"85 ID_donna_2025-03-15T10:27:37_0.mcap 1059.899044 10561 \n",
333-
"86 ID_jack_2025-03-15T13:33:32_0.mcap 1036.381852 10144 \n",
334-
"87 ID_donna_2025-03-14T14:40:42_0.mcap 383.138529 3801 \n",
351+
"10 ID_jack_2024-07-18T18:29:35_0.mcap 54.169400 369 \n",
352+
"57 ID_jack_2024-07-20T15:47:38_0.mcap 47.663031 332 \n",
353+
"12 ID_jack_2024-07-18T18:42:01_0.mcap 43.044205 309 \n",
354+
"20 ID_rory_2024-07-18T13:52:36_0.mcap 39.836062 237 \n",
355+
"40 ID_jack_2024-07-19T18:01:33_0.mcap 35.146186 200 \n",
335356
"\n",
336357
" num_rotations num_joint_states num_joint_commands num_game_states \\\n",
337-
"0 33763 33763 33763 9 \n",
338-
"1 36728 36728 36728 1120 \n",
339-
"2 25819 25819 25819 634 \n",
340-
"3 57941 57941 57941 2172 \n",
341-
"4 51884 51884 51884 1453 \n",
358+
"80 229777 229777 229777 6280 \n",
359+
"59 189473 189473 189473 5053 \n",
360+
"27 94395 94395 94395 3273 \n",
361+
"35 65443 65443 65443 2466 \n",
362+
"82 63045 63045 63045 2271 \n",
342363
".. ... ... ... ... \n",
343-
"83 9603 9603 9603 364 \n",
344-
"84 37288 37288 37288 1456 \n",
345-
"85 52932 52932 52932 1853 \n",
346-
"86 50730 50730 50730 1375 \n",
347-
"87 19009 19009 19009 668 \n",
364+
"10 1852 1852 1852 66 \n",
365+
"57 1676 1676 1676 8 \n",
366+
"12 1550 1550 1550 53 \n",
367+
"20 1191 1191 1191 27 \n",
368+
"40 1014 1014 1014 31 \n",
348369
"\n",
349-
" num_messages \n",
350-
"0 108050 \n",
351-
"1 118649 \n",
352-
"2 83254 \n",
353-
"3 187583 \n",
354-
"4 167305 \n",
355-
".. ... \n",
356-
"83 31092 \n",
357-
"84 120758 \n",
358-
"85 171210 \n",
359-
"86 163709 \n",
360-
"87 61496 \n",
370+
" num_messages duration_m \n",
371+
"80 741565 76.645428 \n",
372+
"59 611366 63.192069 \n",
373+
"27 305335 31.732775 \n",
374+
"35 206922 22.138467 \n",
375+
"82 204014 21.508955 \n",
376+
".. ... ... \n",
377+
"10 5991 0.902823 \n",
378+
"57 5368 0.794384 \n",
379+
"12 5012 0.717403 \n",
380+
"20 3837 0.663934 \n",
381+
"40 3273 0.585770 \n",
361382
"\n",
362-
"[88 rows x 8 columns]"
383+
"[88 rows x 9 columns]"
363384
]
364385
},
365-
"execution_count": 7,
386+
"execution_count": 16,
366387
"metadata": {},
367388
"output_type": "execute_result"
368389
}
369390
],
370391
"source": [
392+
"df = df.sort_values(by=\"duration_s\", ascending=False)\n",
371393
"df"
372394
]
373395
},
374396
{
375397
"cell_type": "code",
376-
"execution_count": 8,
398+
"execution_count": 18,
377399
"metadata": {},
378400
"outputs": [
379401
{
@@ -386,7 +408,8 @@
386408
"num_joint_states & 1014 & 30147±33378 & 229777 & 2652975\\\\\n",
387409
"num_joint_commands & 1014 & 30147±33378 & 229777 & 2652975\\\\\n",
388410
"num_game_states & 1 & 939±1001 & 6280 & 82638\\\\\n",
389-
"num_messages & 3273 & 97334±107712 & 741565 & 8565382\\\\\n"
411+
"num_messages & 3273 & 97334±107712 & 741565 & 8565382\\\\\n",
412+
"duration_m & 0.59 & 10.32±11.10 & 76.65 & 908.23\\\\\n"
390413
]
391414
}
392415
],
@@ -395,7 +418,7 @@
395418
"for column in df.columns:\n",
396419
" if column == \"name\":\n",
397420
" continue\n",
398-
" if column == \"duration_s\":\n",
421+
" if column in [\"duration_s\", \"duration_m\"]:\n",
399422
" print(f\"{column} & {df[column].min():.2f} & {df[column].mean():.2f}±{df[column].std():.2f} & {df[column].max():.2f} & {df[column].sum():.2f}\\\\\\\\\")\n",
400423
" else:\n",
401424
" print(f\"{column} & {df[column].min():.0f} & {df[column].mean():.0f}±{df[column].std():.0f} & {df[column].max():.0f} & {df[column].sum():.0f}\\\\\\\\\")"

0 commit comments

Comments
 (0)