{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "419674db-073f-4f76-9770-e3ca06e6db60",
   "metadata": {},
   "source": [
    "# Jupyter Notebook - Retrieve Data\n",
    "\n",
    "## SDS Data Retrieval\n",
    "Get data for a list of PVs which have been stored in the SDS."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f6a8fde7-05c3-4690-a871-4ee4d107d66c",
   "metadata": {},
   "source": [
    "### Import modules\n",
    "Need a data reading function from ops_data_client."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "4cc12f93-f7cf-4547-a9f1-9653e5492e49",
   "metadata": {},
   "outputs": [],
   "source": [
    "from ops_data_client import get_data\n",
    "import polars as pl"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "627a6108-d63b-446e-b8de-e3ac6e10d442",
   "metadata": {},
   "source": [
    "### Get PV data\n",
    "Using the full PV names, get data from the SDS, which is returned as a Polars Dataframe."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ec57cb1b-7191-4995-8ebf-36a62b937ad5",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = get_data(\n",
    "    pvs=[\"RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData\"],\n",
    "    start=\"2025-06-18 04:57:34.543456789\",\n",
    "    end=\"2025-06-18 04:57:35.523456789\"\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2a3717bd-24ef-41e0-8d16-32f605c30446",
   "metadata": {},
   "source": [
    "### Display data\n",
    "Simply print the dataframe in its default table format."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "aad708d5-7801-44e5-b68a-555cfa6dfa78",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (14, 31)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_data_ts</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_stored_at</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_collector</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_ctype</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_pv</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_data_array</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_event_id</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_event_count</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_event_code</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_event_ts</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_sds_cycle_id</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_sds_cycle_ts</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_beam_mode</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_beam_state</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_beam_present</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_beam_len</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_beam_energy</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_beam_current</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_beam_dest</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_buffer_size</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_buffer_index</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_array_sampling</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_array_decimation</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_array_size</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_trig_name</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_trig_evr</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_trig_delay</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_trig_code</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_trig_ts</th><th>cycle_id</th><th>cycle_ts</th></tr><tr><td>datetime[ns, UTC]</td><td>datetime[μs, UTC]</td><td>str</td><td>str</td><td>str</td><td>list[f32]</td><td>u64</td><td>u64</td><td>u64</td><td>datetime[ns, UTC]</td><td>u64</td><td>datetime[ns, UTC]</td><td>str</td><td>str</td><td>bool</td><td>u32</td><td>u32</td><td>u32</td><td>str</td><td>u32</td><td>u32</td><td>f32</td><td>u32</td><td>u32</td><td>str</td><td>str</td><td>f32</td><td>u64</td><td>datetime[ns, UTC]</td><td>i64</td><td>datetime[ns, UTC]</td></tr></thead><tbody><tr><td>2025-06-18 04:57:34.540612608 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[4.928, 5.028, … 5.008]</td><td>15667114443</td><td>27329444</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114431</td><td>2025-06-18 04:57:34.540612608 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>0</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:34.612041216 UTC</td><td>15667114431</td><td>2025-06-18 04:57:34.540612589 UTC</td></tr><tr><td>2025-06-18 04:57:34.612041216 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[4.888, 4.948, … 4.908]</td><td>15667114443</td><td>27329444</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114432</td><td>2025-06-18 04:57:34.612041216 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>1</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:34.683469824 UTC</td><td>15667114432</td><td>2025-06-18 04:57:34.612041157 UTC</td></tr><tr><td>2025-06-18 04:57:34.683469824 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[4.968, 4.948, … 4.818]</td><td>15667114443</td><td>27329446</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114433</td><td>2025-06-18 04:57:34.683469824 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>2</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:34.754898176 UTC</td><td>15667114433</td><td>2025-06-18 04:57:34.683469725 UTC</td></tr><tr><td>2025-06-18 04:57:34.754898176 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[5.028, 5.008, … 4.978]</td><td>15667114443</td><td>27329448</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114434</td><td>2025-06-18 04:57:34.754898176 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>3</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:34.826326784 UTC</td><td>15667114434</td><td>2025-06-18 04:57:34.754898293 UTC</td></tr><tr><td>2025-06-18 04:57:34.826326784 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[4.968, 4.868, … 4.838]</td><td>15667114443</td><td>27329448</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114435</td><td>2025-06-18 04:57:34.826326784 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>4</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:34.897755392 UTC</td><td>15667114435</td><td>2025-06-18 04:57:34.826326861 UTC</td></tr><tr><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td></tr><tr><td>2025-06-18 04:57:35.183469824 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[4.898, 4.888, … 4.918]</td><td>15667114443</td><td>27329452</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114440</td><td>2025-06-18 04:57:35.183469824 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>9</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:35.254898176 UTC</td><td>15667114440</td><td>2025-06-18 04:57:35.183469702 UTC</td></tr><tr><td>2025-06-18 04:57:35.254898176 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[4.788, 4.918, … 4.908]</td><td>15667114443</td><td>27329454</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114441</td><td>2025-06-18 04:57:35.254898176 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>10</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:35.326326784 UTC</td><td>15667114441</td><td>2025-06-18 04:57:35.254898270 UTC</td></tr><tr><td>2025-06-18 04:57:35.326326784 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[5.008, 4.978, … 4.978]</td><td>15667114443</td><td>27329456</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114442</td><td>2025-06-18 04:57:35.326326784 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>11</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:35.397755392 UTC</td><td>15667114442</td><td>2025-06-18 04:57:35.326326839 UTC</td></tr><tr><td>2025-06-18 04:57:35.397755392 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[5.028, 4.978, … 5.008]</td><td>15667114443</td><td>27329456</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114443</td><td>2025-06-18 04:57:35.397755392 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>12</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:35.469184 UTC</td><td>15667114443</td><td>2025-06-18 04:57:35.397755407 UTC</td></tr><tr><td>2025-06-18 04:57:35.469184 UTC</td><td>2025-06-18 05:02:40 UTC</td><td>&quot;RFQ-010-FIM-DOD&quot;</td><td>&quot;DD&quot;</td><td>&quot;RFQ-010:RFS-Cav-110:Fld-Wave_S…</td><td>[4.898, 4.958, … 4.958]</td><td>15667114443</td><td>27329456</td><td>42</td><td>2025-06-18 04:57:35.412678656 UTC</td><td>15667114444</td><td>2025-06-18 04:57:35.469184 UTC</td><td>&quot;SlowCommissioning&quot;</td><td>&quot;BEAM_PRESENT_YES_FAKE&quot;</td><td>false</td><td>0</td><td>0</td><td>59300</td><td>&quot;LebtFc&quot;</td><td>14</td><td>13</td><td>1e6</td><td>1</td><td>8000</td><td>&quot;RFQ-010:RFS-EVR-101&quot;</td><td>&quot;DlyGen-6&quot;</td><td>-3000.0</td><td>14</td><td>2025-06-18 04:57:35.540612608 UTC</td><td>15667114444</td><td>2025-06-18 04:57:35.469183975 UTC</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (14, 31)\n",
       "┌───────────┬───────────┬───────────┬───────────┬───┬───────────┬───────────┬───────────┬──────────┐\n",
       "│ RFQ-010:R ┆ RFQ-010:R ┆ RFQ-010:R ┆ RFQ-010:R ┆ … ┆ RFQ-010:R ┆ RFQ-010:R ┆ cycle_id  ┆ cycle_ts │\n",
       "│ FS-Cav-11 ┆ FS-Cav-11 ┆ FS-Cav-11 ┆ FS-Cav-11 ┆   ┆ FS-Cav-11 ┆ FS-Cav-11 ┆ ---       ┆ ---      │\n",
       "│ 0:Fld-Wav ┆ 0:Fld-Wav ┆ 0:Fld-Wav ┆ 0:Fld-Wav ┆   ┆ 0:Fld-Wav ┆ 0:Fld-Wav ┆ i64       ┆ datetime │\n",
       "│ e_S…      ┆ e_S…      ┆ e_S…      ┆ e_S…      ┆   ┆ e_S…      ┆ e_S…      ┆           ┆ [ns,     │\n",
       "│ ---       ┆ ---       ┆ ---       ┆ ---       ┆   ┆ ---       ┆ ---       ┆           ┆ UTC]     │\n",
       "│ datetime[ ┆ datetime[ ┆ str       ┆ str       ┆   ┆ u64       ┆ datetime[ ┆           ┆          │\n",
       "│ ns, UTC]  ┆ μs, UTC]  ┆           ┆           ┆   ┆           ┆ ns, UTC]  ┆           ┆          │\n",
       "╞═══════════╪═══════════╪═══════════╪═══════════╪═══╪═══════════╪═══════════╪═══════════╪══════════╡\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 31        ┆ 18 04:57 │\n",
       "│ 4.5406126 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 4.6120412 ┆           ┆ :34.5406 │\n",
       "│ 08 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 16 …      ┆           ┆ 12589 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 32        ┆ 18 04:57 │\n",
       "│ 4.6120412 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 4.6834698 ┆           ┆ :34.6120 │\n",
       "│ 16 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 24 …      ┆           ┆ 41157 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 33        ┆ 18 04:57 │\n",
       "│ 4.6834698 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 4.7548981 ┆           ┆ :34.6834 │\n",
       "│ 24 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 76 …      ┆           ┆ 69725 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 34        ┆ 18 04:57 │\n",
       "│ 4.7548981 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 4.8263267 ┆           ┆ :34.7548 │\n",
       "│ 76 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 84 …      ┆           ┆ 98293 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 35        ┆ 18 04:57 │\n",
       "│ 4.8263267 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 4.8977553 ┆           ┆ :34.8263 │\n",
       "│ 84 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 92 …      ┆           ┆ 26861 …  │\n",
       "│ …         ┆ …         ┆ …         ┆ …         ┆ … ┆ …         ┆ …         ┆ …         ┆ …        │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 40        ┆ 18 04:57 │\n",
       "│ 5.1834698 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 5.2548981 ┆           ┆ :35.1834 │\n",
       "│ 24 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 76 …      ┆           ┆ 69702 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 41        ┆ 18 04:57 │\n",
       "│ 5.2548981 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 5.3263267 ┆           ┆ :35.2548 │\n",
       "│ 76 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 84 …      ┆           ┆ 98270 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 42        ┆ 18 04:57 │\n",
       "│ 5.3263267 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 5.3977553 ┆           ┆ :35.3263 │\n",
       "│ 84 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ 92 …      ┆           ┆ 26839 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 43        ┆ 18 04:57 │\n",
       "│ 5.3977553 ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 5.469184  ┆           ┆ :35.3977 │\n",
       "│ 92 …      ┆ UTC       ┆           ┆           ┆   ┆           ┆ UTC       ┆           ┆ 55407 …  │\n",
       "│ 2025-06-1 ┆ 2025-06-1 ┆ RFQ-010-F ┆ DD        ┆ … ┆ 14        ┆ 2025-06-1 ┆ 156671144 ┆ 2025-06- │\n",
       "│ 8 04:57:3 ┆ 8         ┆ IM-DOD    ┆           ┆   ┆           ┆ 8 04:57:3 ┆ 44        ┆ 18 04:57 │\n",
       "│ 5.469184  ┆ 05:02:40  ┆           ┆           ┆   ┆           ┆ 5.5406126 ┆           ┆ :35.4691 │\n",
       "│ UTC       ┆ UTC       ┆           ┆           ┆   ┆           ┆ 08 …      ┆           ┆ 83975 …  │\n",
       "└───────────┴───────────┴───────────┴───────────┴───┴───────────┴───────────┴───────────┴──────────┘"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a1f50a20-5c5c-45ac-8e87-9ffe8d622247",
   "metadata": {},
   "source": [
    "### Simple calculations\n",
    "Find the maximum and minimum values in the data array for each cycle, then display just some of the dataframe columns."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "b8659588-2be9-4d90-85d6-b74d9e430044",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (14, 6)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>cycle_id</th><th>cycle_ts</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_event_id</th><th>RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_data_array</th><th>max_value</th><th>min_value</th></tr><tr><td>i64</td><td>datetime[ns, UTC]</td><td>u64</td><td>list[f32]</td><td>f32</td><td>f32</td></tr></thead><tbody><tr><td>15667114431</td><td>2025-06-18 04:57:34.540612589 UTC</td><td>15667114443</td><td>[4.928, 5.028, … 5.008]</td><td>122.668152</td><td>4.828</td></tr><tr><td>15667114432</td><td>2025-06-18 04:57:34.612041157 UTC</td><td>15667114443</td><td>[4.888, 4.948, … 4.908]</td><td>122.686546</td><td>4.658</td></tr><tr><td>15667114433</td><td>2025-06-18 04:57:34.683469725 UTC</td><td>15667114443</td><td>[4.968, 4.948, … 4.818]</td><td>122.64975</td><td>4.738</td></tr><tr><td>15667114434</td><td>2025-06-18 04:57:34.754898293 UTC</td><td>15667114443</td><td>[5.028, 5.008, … 4.978]</td><td>122.769356</td><td>4.828</td></tr><tr><td>15667114435</td><td>2025-06-18 04:57:34.826326861 UTC</td><td>15667114443</td><td>[4.968, 4.868, … 4.838]</td><td>122.576141</td><td>4.708</td></tr><tr><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td></tr><tr><td>15667114440</td><td>2025-06-18 04:57:35.183469702 UTC</td><td>15667114443</td><td>[4.898, 4.888, … 4.918]</td><td>122.695747</td><td>4.728</td></tr><tr><td>15667114441</td><td>2025-06-18 04:57:35.254898270 UTC</td><td>15667114443</td><td>[4.788, 4.918, … 4.908]</td><td>122.594543</td><td>4.728</td></tr><tr><td>15667114442</td><td>2025-06-18 04:57:35.326326839 UTC</td><td>15667114443</td><td>[5.008, 4.978, … 4.978]</td><td>122.709549</td><td>4.788</td></tr><tr><td>15667114443</td><td>2025-06-18 04:57:35.397755407 UTC</td><td>15667114443</td><td>[5.028, 4.978, … 5.008]</td><td>122.599144</td><td>4.828</td></tr><tr><td>15667114444</td><td>2025-06-18 04:57:35.469183975 UTC</td><td>15667114443</td><td>[4.898, 4.958, … 4.958]</td><td>5.158</td><td>4.788</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (14, 6)\n",
       "┌─────────────┬───────────────────┬───────────────────┬───────────────────┬────────────┬───────────┐\n",
       "│ cycle_id    ┆ cycle_ts          ┆ RFQ-010:RFS-Cav-1 ┆ RFQ-010:RFS-Cav-1 ┆ max_value  ┆ min_value │\n",
       "│ ---         ┆ ---               ┆ 10:Fld-Wave_S…    ┆ 10:Fld-Wave_S…    ┆ ---        ┆ ---       │\n",
       "│ i64         ┆ datetime[ns, UTC] ┆ ---               ┆ ---               ┆ f32        ┆ f32       │\n",
       "│             ┆                   ┆ u64               ┆ list[f32]         ┆            ┆           │\n",
       "╞═════════════╪═══════════════════╪═══════════════════╪═══════════════════╪════════════╪═══════════╡\n",
       "│ 15667114431 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [4.928, 5.028, …  ┆ 122.668152 ┆ 4.828     │\n",
       "│             ┆ 34.540612589 …    ┆                   ┆ 5.008]            ┆            ┆           │\n",
       "│ 15667114432 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [4.888, 4.948, …  ┆ 122.686546 ┆ 4.658     │\n",
       "│             ┆ 34.612041157 …    ┆                   ┆ 4.908]            ┆            ┆           │\n",
       "│ 15667114433 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [4.968, 4.948, …  ┆ 122.64975  ┆ 4.738     │\n",
       "│             ┆ 34.683469725 …    ┆                   ┆ 4.818]            ┆            ┆           │\n",
       "│ 15667114434 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [5.028, 5.008, …  ┆ 122.769356 ┆ 4.828     │\n",
       "│             ┆ 34.754898293 …    ┆                   ┆ 4.978]            ┆            ┆           │\n",
       "│ 15667114435 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [4.968, 4.868, …  ┆ 122.576141 ┆ 4.708     │\n",
       "│             ┆ 34.826326861 …    ┆                   ┆ 4.838]            ┆            ┆           │\n",
       "│ …           ┆ …                 ┆ …                 ┆ …                 ┆ …          ┆ …         │\n",
       "│ 15667114440 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [4.898, 4.888, …  ┆ 122.695747 ┆ 4.728     │\n",
       "│             ┆ 35.183469702 …    ┆                   ┆ 4.918]            ┆            ┆           │\n",
       "│ 15667114441 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [4.788, 4.918, …  ┆ 122.594543 ┆ 4.728     │\n",
       "│             ┆ 35.254898270 …    ┆                   ┆ 4.908]            ┆            ┆           │\n",
       "│ 15667114442 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [5.008, 4.978, …  ┆ 122.709549 ┆ 4.788     │\n",
       "│             ┆ 35.326326839 …    ┆                   ┆ 4.978]            ┆            ┆           │\n",
       "│ 15667114443 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [5.028, 4.978, …  ┆ 122.599144 ┆ 4.828     │\n",
       "│             ┆ 35.397755407 …    ┆                   ┆ 5.008]            ┆            ┆           │\n",
       "│ 15667114444 ┆ 2025-06-18 04:57: ┆ 15667114443       ┆ [4.898, 4.958, …  ┆ 5.158      ┆ 4.788     │\n",
       "│             ┆ 35.469183975 …    ┆                   ┆ 4.958]            ┆            ┆           │\n",
       "└─────────────┴───────────────────┴───────────────────┴───────────────────┴────────────┴───────────┘"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_partial = df.with_columns(\n",
    "    (pl.col(\"RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_data_array\").list.max()).alias(\"max_value\"),\n",
    "    (pl.col(\"RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_data_array\").list.min()).alias(\"min_value\"),\n",
    ").select(\n",
    "      \"cycle_id\", \"cycle_ts\", \"RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_event_id\",\"RFQ-010:RFS-Cav-110:Fld-Wave_SDS-DODData_data_array\", \"max_value\", \"min_value\"\n",
    ")\n",
    "\n",
    "df_partial"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1a0dc27b-d7d5-47e8-9389-705468ec890a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}