notebooks/ReadFiles/Read_multiple_EddyPro_fluxnet_output_files_with_MultiDataFileReader.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "124c47aa-5027-4c5b-9a5c-8a7451597b5f",
   "metadata": {},
   "source": [
    "![lop](../../images/logo_diive1_128px.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3d27e594-5b95-4385-9487-67e42d1cbb23",
   "metadata": {},
   "source": [
    "<span style='font-size:32px; display:block;'>\n",
    "<b>\n",
    "    Read multiple EddyPro _fluxnet_ output file with MultiDataFileReader\n",
    "</b>\n",
    "</span>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c268d0a9-7ebe-48fb-bdf4-ef9e9d7432d4",
   "metadata": {},
   "source": [
    "---\n",
    "**Notebook version**: `1` (20 Apr 2024)  \n",
    "**Author**: Lukas Hörtnagl (holukas@ethz.ch) "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1d10a9ef-0cee-4d5d-b402-4254299e2ed0",
   "metadata": {},
   "source": [
    "</br>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "47c5e2f4-382d-4911-b4a9-b1b211cb3a2d",
   "metadata": {},
   "source": [
    "# Description"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ed5d6781-659f-4796-8f5f-9255110fa554",
   "metadata": {},
   "source": [
    "This example shows how to read multiple `EddyPro` `_fluxnet_` output files with `MultiDataFileReader` and the pre-defined filetype `EDDYPRO-FLUXNET-CSV-30MIN`."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eb329cd8-8eab-4147-8e1a-880316d27b82",
   "metadata": {},
   "source": [
    "# Imports"
   ]
  },
  {
   "cell_type": "code",
   "id": "bfca8be1-b5cd-4312-ad6e-6056c0df9082",
   "metadata": {
    "tags": [],
    "ExecuteTime": {
     "end_time": "2024-08-22T13:40:53.627018Z",
     "start_time": "2024-08-22T13:40:53.612032Z"
    }
   },
   "source": [
    "import importlib.metadata\n",
    "import warnings\n",
    "from datetime import datetime\n",
    "\n",
    "from diive.core.io.filereader import MultiDataFileReader, search_files\n",
    "\n",
    "warnings.filterwarnings('ignore')\n",
    "version_diive = importlib.metadata.version(\"diive\")\n",
    "print(f\"diive version: v{version_diive}\")"
   ],
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "diive version: v0.79.0\n"
     ]
    }
   ],
   "execution_count": 2
  },
  {
   "cell_type": "markdown",
   "id": "8da30681-5095-459b-9578-744ea785bb4a",
   "metadata": {},
   "source": [
    "## Using `MultiDataFileReader` with pre-defined filetype `EDDYPRO-FLUXNET-CSV-30MIN`"
   ]
  },
  {
   "cell_type": "code",
   "id": "6b0a881f-a277-4bbb-8271-f688940c1de1",
   "metadata": {
    "tags": [],
    "ExecuteTime": {
     "end_time": "2024-08-22T13:40:55.606535Z",
     "start_time": "2024-08-22T13:40:55.590951Z"
    }
   },
   "source": [
    "filepaths = search_files(\n",
    "    searchdirs=r\"F:\\TMP\\example\",\n",
    "    pattern='eddypro_CH-CHA_FR-*_fluxnet_*_adv.csv')\n",
    "filepaths"
   ],
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[WindowsPath('F:/TMP/example/eddypro_CH-CHA_FR-20240817-081003_fluxnet_2024-08-17T081023_adv.csv'),\n",
       " WindowsPath('F:/TMP/example/eddypro_CH-CHA_FR-20240818-081003_fluxnet_2024-08-18T081023_adv.csv'),\n",
       " WindowsPath('F:/TMP/example/eddypro_CH-CHA_FR-20240819-081003_fluxnet_2024-08-19T081023_adv.csv'),\n",
       " WindowsPath('F:/TMP/example/eddypro_CH-CHA_FR-20240820-081003_fluxnet_2024-08-20T081024_adv.csv')]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "execution_count": 3
  },
  {
   "cell_type": "code",
   "id": "7267df2b-fd54-4bd1-8595-108fc086d958",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-08-22T13:40:59.400707Z",
     "start_time": "2024-08-22T13:40:57.491088Z"
    }
   },
   "source": [
    "mdf = MultiDataFileReader(filetype='EDDYPRO-FLUXNET-CSV-30MIN',\n",
    "                          filepaths=filepaths,\n",
    "                          output_middle_timestamp=True)"
   ],
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Reading file eddypro_CH-CHA_FR-20240817-081003_fluxnet_2024-08-17T081023_adv.csv ...\n",
      "Reading file eddypro_CH-CHA_FR-20240818-081003_fluxnet_2024-08-18T081023_adv.csv ...\n",
      "Reading file eddypro_CH-CHA_FR-20240819-081003_fluxnet_2024-08-19T081023_adv.csv ...\n",
      "Reading file eddypro_CH-CHA_FR-20240820-081003_fluxnet_2024-08-20T081024_adv.csv ...\n"
     ]
    }
   ],
   "execution_count": 4
  },
  {
   "cell_type": "code",
   "id": "fdd9e178-1b10-4411-a85c-3e44b70fa9cf",
   "metadata": {
    "tags": [],
    "ExecuteTime": {
     "end_time": "2024-08-22T13:41:02.169526Z",
     "start_time": "2024-08-22T13:41:02.166506Z"
    }
   },
   "source": [
    "df = mdf.data_df\n",
    "meta = mdf.metadata_df"
   ],
   "outputs": [],
   "execution_count": 5
  },
  {
   "cell_type": "markdown",
   "id": "f054bddb-ed48-47de-ac11-a53fc602e527",
   "metadata": {},
   "source": [
    "File data are now stored in a dataframe:"
   ]
  },
  {
   "cell_type": "code",
   "id": "899e83bb-c81a-4a62-8dd4-0eb522a1c73a",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-08-22T13:41:05.700309Z",
     "start_time": "2024-08-22T13:41:05.651746Z"
    }
   },
   "source": [
    "df"
   ],
   "outputs": [
    {
     "data": {
      "text/plain": [
       "                       AIR_MV  AIR_DENSITY  AIR_RHO_CP   AIR_CP  AOA_METHOD  AXES_ROTATION_METHOD     BOWEN  BURBA_METHOD  BADM_LOCATION_LAT  BADM_LOCATION_LONG  BADM_LOCATION_ELEV  BADM_HEIGHTC  BADM_INST_SAMPLING_INT  BADM_INST_AVERAGING_INT  BADM_INST_MODEL_SA  BADM_INST_HEIGHT_SA  BADM_INST_SA_WIND_FORMAT  BADM_INST_SA_GILL_ALIGN  BADM_SA_OFFSET_NORTH  BADM_INST_MODEL_GA_CO2  BADM_INSTPAIR_NORTHWARD_SEP_GA_CO2  BADM_INSTPAIR_EASTWARD_SEP_GA_CO2  BADM_INSTPAIR_HEIGHT_SEP_GA_CO2  BADM_INST_GA_CP_TUBE_LENGTH_GA_CO2  BADM_INST_GA_CP_TUBE_IN_DIAM_GA_CO2  ...  W_NONE_MEAS_COV  W_T_SONIC_COV_IBROM  W_T_SONIC_COV_IBROM_N1626  W_T_SONIC_COV_IBROM_N0614  W_T_SONIC_COV_IBROM_N0277  W_T_SONIC_COV_IBROM_N0133  W_T_SONIC_COV_IBROM_N0065  W_T_SONIC_COV_IBROM_N0032  W_T_SONIC_COV_IBROM_N0016  W_T_SONIC_COV_IBROM_N0008  W_T_SONIC_COV_IBROM_N0004  W_NUM_SPIKES  WD_FILTER_NREX  W_SPIKE_NREX  W_ABSLIM_NREX  W_VM97_TEST  W_LGD     W_KID   W_ZCD  W_ITC  W_ITC_TEST  WBOOST_APPLIED  WPL_APPLIED  \\\n",
       "TIMESTAMP_MIDDLE                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                ...                                                                                                                                                                                                                                                                                                                                                                                                                                             \n",
       "2024-08-14 01:15:00  0.025725      1.12438     1145.35  1018.65         0.0                   1.0 -0.566725           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN           6.0             0.0          12.0            0.0  800000111.0    0.0   7.41221  2337.0   11.0         1.0             0.0          1.0   \n",
       "2024-08-14 01:45:00  0.025746      1.12351     1144.10  1018.33         0.0                   1.0 -0.455805           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN           4.0             0.0           5.0            0.0  800001111.0    0.0  34.75460  6067.0   25.0         2.0             0.0          1.0   \n",
       "2024-08-14 02:15:00  0.025897      1.11716     1135.70  1016.59         0.0                   1.0 -1.147940           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN           7.0             0.0          10.0            0.0  800000100.0    0.0  12.51060    42.0   13.0         1.0             0.0          1.0   \n",
       "2024-08-14 02:45:00  0.025853      1.11899     1138.12  1017.10         0.0                   1.0  0.002987           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN          12.0             0.0          24.0            0.0  800001111.0    0.0  11.25100   171.0   14.0         1.0             0.0          1.0   \n",
       "2024-08-14 03:15:00  0.025724      1.12456     1144.14  1017.41         0.0                   1.0 -0.861950           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN           3.0             0.0           6.0            0.0  800001111.0    0.0  15.30220   668.0    9.0         1.0             0.0          1.0   \n",
       "...                       ...          ...         ...      ...         ...                   ...       ...           ...                ...                 ...                 ...           ...                     ...                      ...                 ...                  ...                       ...                      ...                   ...                     ...                                 ...                                ...                              ...                                 ...                                  ...  ...              ...                  ...                        ...                        ...                        ...                        ...                        ...                        ...                        ...                        ...                        ...           ...             ...           ...            ...          ...    ...       ...     ...    ...         ...             ...          ...   \n",
       "2024-08-19 16:45:00  0.025883      1.11797     1134.50  1014.79         0.0                   1.0  0.118795           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN          10.0             0.0          14.0            0.0  800000100.0    0.0   8.44927    15.0    5.0         1.0             0.0          1.0   \n",
       "2024-08-19 17:15:00  0.025854      1.11921     1136.02  1015.02         0.0                   1.0  0.137909           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN           7.0             0.0          11.0            0.0  800000000.0    0.0  12.74380    76.0   10.0         1.0             0.0          1.0   \n",
       "2024-08-19 17:45:00  0.025855      1.11914     1136.06  1015.12         0.0                   1.0 -0.096932           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN          10.0             0.0          15.0            0.0  800000000.0    0.0  15.34640    19.0    0.0         1.0             0.0          1.0   \n",
       "2024-08-19 18:15:00  0.025815      1.12088     1137.70  1015.00         0.0                   1.0 -0.043828           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN          13.0             0.0          19.0            0.0  800000100.0    0.0  10.28980    14.0    7.0         1.0             0.0          1.0   \n",
       "2024-08-19 18:45:00  0.025746      1.12386     1140.75  1015.03         0.0                   1.0 -0.641641           0.0            47.2102             8.41044               393.0           0.5                    20.0                     30.0                 NaN                 2.41                       NaN                      NaN                   7.0                     NaN                                 4.0                               35.0                              1.0                                 NaN                                  NaN  ...              NaN                  NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN                        NaN           6.0             0.0          10.0            0.0  800000101.0    0.0   9.21712    48.0   11.0         1.0             0.0          1.0   \n",
       "\n",
       "                           ZL  ZL_UNCORR  \n",
       "TIMESTAMP_MIDDLE                          \n",
       "2024-08-14 01:15:00  2.778220   2.555080  \n",
       "2024-08-14 01:45:00  0.156336   0.137933  \n",
       "2024-08-14 02:15:00  0.067350   0.063555  \n",
       "2024-08-14 02:45:00  0.000854   0.015773  \n",
       "2024-08-14 03:15:00  0.583178   0.545104  \n",
       "...                       ...        ...  \n",
       "2024-08-19 16:45:00 -0.019597  -0.028336  \n",
       "2024-08-19 17:15:00 -0.018976  -0.026224  \n",
       "2024-08-19 17:45:00  0.019120   0.008627  \n",
       "2024-08-19 18:15:00  0.003442  -0.000811  \n",
       "2024-08-19 18:45:00  0.114192   0.104066  \n",
       "\n",
       "[276 rows x 480 columns]"
      ],
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AIR_MV</th>\n",
       "      <th>AIR_DENSITY</th>\n",
       "      <th>AIR_RHO_CP</th>\n",
       "      <th>AIR_CP</th>\n",
       "      <th>AOA_METHOD</th>\n",
       "      <th>AXES_ROTATION_METHOD</th>\n",
       "      <th>BOWEN</th>\n",
       "      <th>BURBA_METHOD</th>\n",
       "      <th>BADM_LOCATION_LAT</th>\n",
       "      <th>BADM_LOCATION_LONG</th>\n",
       "      <th>BADM_LOCATION_ELEV</th>\n",
       "      <th>BADM_HEIGHTC</th>\n",
       "      <th>BADM_INST_SAMPLING_INT</th>\n",
       "      <th>BADM_INST_AVERAGING_INT</th>\n",
       "      <th>BADM_INST_MODEL_SA</th>\n",
       "      <th>BADM_INST_HEIGHT_SA</th>\n",
       "      <th>BADM_INST_SA_WIND_FORMAT</th>\n",
       "      <th>BADM_INST_SA_GILL_ALIGN</th>\n",
       "      <th>BADM_SA_OFFSET_NORTH</th>\n",
       "      <th>BADM_INST_MODEL_GA_CO2</th>\n",
       "      <th>BADM_INSTPAIR_NORTHWARD_SEP_GA_CO2</th>\n",
       "      <th>BADM_INSTPAIR_EASTWARD_SEP_GA_CO2</th>\n",
       "      <th>BADM_INSTPAIR_HEIGHT_SEP_GA_CO2</th>\n",
       "      <th>BADM_INST_GA_CP_TUBE_LENGTH_GA_CO2</th>\n",
       "      <th>BADM_INST_GA_CP_TUBE_IN_DIAM_GA_CO2</th>\n",
       "      <th>...</th>\n",
       "      <th>W_NONE_MEAS_COV</th>\n",
       "      <th>W_T_SONIC_COV_IBROM</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N1626</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0614</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0277</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0133</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0065</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0032</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0016</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0008</th>\n",
       "      <th>W_T_SONIC_COV_IBROM_N0004</th>\n",
       "      <th>W_NUM_SPIKES</th>\n",
       "      <th>WD_FILTER_NREX</th>\n",
       "      <th>W_SPIKE_NREX</th>\n",
       "      <th>W_ABSLIM_NREX</th>\n",
       "      <th>W_VM97_TEST</th>\n",
       "      <th>W_LGD</th>\n",
       "      <th>W_KID</th>\n",
       "      <th>W_ZCD</th>\n",
       "      <th>W_ITC</th>\n",
       "      <th>W_ITC_TEST</th>\n",
       "      <th>WBOOST_APPLIED</th>\n",
       "      <th>WPL_APPLIED</th>\n",
       "      <th>ZL</th>\n",
       "      <th>ZL_UNCORR</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TIMESTAMP_MIDDLE</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2024-08-14 01:15:00</th>\n",
       "      <td>0.025725</td>\n",
       "      <td>1.12438</td>\n",
       "      <td>1145.35</td>\n",
       "      <td>1018.65</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.566725</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800000111.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.41221</td>\n",
       "      <td>2337.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.778220</td>\n",
       "      <td>2.555080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-14 01:45:00</th>\n",
       "      <td>0.025746</td>\n",
       "      <td>1.12351</td>\n",
       "      <td>1144.10</td>\n",
       "      <td>1018.33</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.455805</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800001111.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>34.75460</td>\n",
       "      <td>6067.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.156336</td>\n",
       "      <td>0.137933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-14 02:15:00</th>\n",
       "      <td>0.025897</td>\n",
       "      <td>1.11716</td>\n",
       "      <td>1135.70</td>\n",
       "      <td>1016.59</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.147940</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800000100.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.51060</td>\n",
       "      <td>42.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.067350</td>\n",
       "      <td>0.063555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-14 02:45:00</th>\n",
       "      <td>0.025853</td>\n",
       "      <td>1.11899</td>\n",
       "      <td>1138.12</td>\n",
       "      <td>1017.10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.002987</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800001111.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.25100</td>\n",
       "      <td>171.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000854</td>\n",
       "      <td>0.015773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-14 03:15:00</th>\n",
       "      <td>0.025724</td>\n",
       "      <td>1.12456</td>\n",
       "      <td>1144.14</td>\n",
       "      <td>1017.41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861950</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800001111.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>15.30220</td>\n",
       "      <td>668.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.583178</td>\n",
       "      <td>0.545104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-19 16:45:00</th>\n",
       "      <td>0.025883</td>\n",
       "      <td>1.11797</td>\n",
       "      <td>1134.50</td>\n",
       "      <td>1014.79</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.118795</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800000100.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.44927</td>\n",
       "      <td>15.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.019597</td>\n",
       "      <td>-0.028336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-19 17:15:00</th>\n",
       "      <td>0.025854</td>\n",
       "      <td>1.11921</td>\n",
       "      <td>1136.02</td>\n",
       "      <td>1015.02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.137909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800000000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.74380</td>\n",
       "      <td>76.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.018976</td>\n",
       "      <td>-0.026224</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-19 17:45:00</th>\n",
       "      <td>0.025855</td>\n",
       "      <td>1.11914</td>\n",
       "      <td>1136.06</td>\n",
       "      <td>1015.12</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.096932</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800000000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>15.34640</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.019120</td>\n",
       "      <td>0.008627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-19 18:15:00</th>\n",
       "      <td>0.025815</td>\n",
       "      <td>1.12088</td>\n",
       "      <td>1137.70</td>\n",
       "      <td>1015.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.043828</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800000100.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.28980</td>\n",
       "      <td>14.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.003442</td>\n",
       "      <td>-0.000811</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-08-19 18:45:00</th>\n",
       "      <td>0.025746</td>\n",
       "      <td>1.12386</td>\n",
       "      <td>1140.75</td>\n",
       "      <td>1015.03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.641641</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47.2102</td>\n",
       "      <td>8.41044</td>\n",
       "      <td>393.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>20.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.41</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>800000101.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.21712</td>\n",
       "      <td>48.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.114192</td>\n",
       "      <td>0.104066</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>276 rows × 480 columns</p>\n",
       "</div>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "execution_count": 6
  },
  {
   "cell_type": "markdown",
   "id": "d99a227d-77d9-4e16-8857-48bc8490f7a0",
   "metadata": {},
   "source": [
    "Metadata are also stored, which inlcudes units (if available in the data files) and tags (for later processing). In this example, the column `TIMESTAMP_END` was used to parse the timestamp index, and was thus removed from the data columns to avoid having identical names for index and data column. However, the original data column still shows up in the metadata."
   ]
  },
  {
   "cell_type": "code",
   "id": "09aad33d-e1e3-4c3d-9d57-c73197805eea",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-08-22T13:41:15.457909Z",
     "start_time": "2024-08-22T13:41:15.439761Z"
    }
   },
   "source": [
    "meta"
   ],
   "outputs": [
    {
     "data": {
      "text/plain": [
       "                           UNITS     TAGS                       ADDED VARINDEX\n",
       "TIMESTAMP_START       -no-units-  [#orig]  2024-08-22 15:40:57.626746        0\n",
       "TIMESTAMP_END                NaN      NaN                         NaT      NaN\n",
       "DOY_START             -no-units-  [#orig]  2024-08-22 15:40:57.626746        1\n",
       "DOY_END               -no-units-  [#orig]  2024-08-22 15:40:57.626746        2\n",
       "FILENAME_HF           -no-units-  [#orig]  2024-08-22 15:40:57.626746        3\n",
       "...                          ...      ...                         ...      ...\n",
       "CUSTOM_AGC_MEAN       -no-units-  [#orig]  2024-08-22 15:40:57.626746      475\n",
       "CUSTOM_AIR_T_MEAN     -no-units-  [#orig]  2024-08-22 15:40:57.626746      476\n",
       "CUSTOM_AIR_P_MEAN     -no-units-  [#orig]  2024-08-22 15:40:57.626746      477\n",
       "CUSTOM_COOLER_V_MEAN  -no-units-  [#orig]  2024-08-22 15:40:57.626746      478\n",
       "NUM_BIOMET_VARS       -no-units-  [#orig]  2024-08-22 15:40:57.626746      479\n",
       "\n",
       "[481 rows x 4 columns]"
      ],
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>UNITS</th>\n",
       "      <th>TAGS</th>\n",
       "      <th>ADDED</th>\n",
       "      <th>VARINDEX</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TIMESTAMP_START</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TIMESTAMP_END</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DOY_START</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DOY_END</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FILENAME_HF</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CUSTOM_AGC_MEAN</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CUSTOM_AIR_T_MEAN</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CUSTOM_AIR_P_MEAN</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CUSTOM_COOLER_V_MEAN</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>478</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NUM_BIOMET_VARS</th>\n",
       "      <td>-no-units-</td>\n",
       "      <td>[#orig]</td>\n",
       "      <td>2024-08-22 15:40:57.626746</td>\n",
       "      <td>479</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>481 rows × 4 columns</p>\n",
       "</div>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "execution_count": 7
  },
  {
   "cell_type": "markdown",
   "id": "f0db4988-fac6-4260-8902-a736c4dba3d8",
   "metadata": {
    "tags": []
   },
   "source": [
    "# End of notebook"
   ]
  },
  {
   "cell_type": "code",
   "id": "3f784457-e244-421b-b789-08481c2d9f9f",
   "metadata": {
    "tags": [],
    "ExecuteTime": {
     "end_time": "2024-08-22T13:41:17.545639Z",
     "start_time": "2024-08-22T13:41:17.537697Z"
    }
   },
   "source": [
    "dt_string = datetime.now().strftime(\"%Y-%m-%d %H:%M:%S\")\n",
    "print(f\"Finished {dt_string}\")"
   ],
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Finished 2024-08-22 15:41:17\n"
     ]
    }
   ],
   "execution_count": 8
  },
  {
   "cell_type": "code",
   "id": "bc2102ba-6335-48be-83dc-6f753baefa2e",
   "metadata": {},
   "source": [],
   "outputs": [],
   "execution_count": null
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}