baseline.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.model_selection import KFold\n",
    "\n",
    "import lightgbm as lgb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 常量定义\n",
    "NFOLDS = 5  # 交叉验证的折数\n",
    "SEQ_LEN = 5  # 序列长度\n",
    "WINDOW_SIZE = 2 * SEQ_LEN  # 窗口长度\n",
    "MODEL_N = 10  # 10个模型分别预测 CPU_USAGE_6...LAUNCHING_JOB_NUMS_10\n",
    "\n",
    "__author__ = 'siliconx'\n",
    "__version__ = '1.0.0'\n",
    "\n",
    "pd.options.display.max_columns = None  # 展示所有列"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 初始数据\n",
    "RAW_TRAIN = './data/train.csv'\n",
    "RAW_TEST = './data/evaluation_public.csv'\n",
    "SAMPLE_SUBMIT = './data/submit_example.csv'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 1. 加载数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 加载原始数据\n",
    "train_df = pd.read_csv(RAW_TRAIN)\n",
    "test_df = pd.read_csv(RAW_TEST)\n",
    "sample_df = pd.read_csv(SAMPLE_SUBMIT)\n",
    "\n",
    "train_df = train_df.sort_values(by=['QUEUE_ID', 'DOTTING_TIME']).reset_index(drop=True)\n",
    "test_df = test_df.sort_values(by=['ID', 'DOTTING_TIME']).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>QUEUE_ID</th>\n",
       "      <th>CU</th>\n",
       "      <th>STATUS</th>\n",
       "      <th>QUEUE_TYPE</th>\n",
       "      <th>PLATFORM</th>\n",
       "      <th>CPU_USAGE</th>\n",
       "      <th>MEM_USAGE</th>\n",
       "      <th>LAUNCHING_JOB_NUMS</th>\n",
       "      <th>RUNNING_JOB_NUMS</th>\n",
       "      <th>SUCCEED_JOB_NUMS</th>\n",
       "      <th>CANCELLED_JOB_NUMS</th>\n",
       "      <th>FAILED_JOB_NUMS</th>\n",
       "      <th>DOTTING_TIME</th>\n",
       "      <th>RESOURCE_TYPE</th>\n",
       "      <th>DISK_USAGE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>3</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1590683100000</td>\n",
       "      <td>vm</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>2</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1590683400000</td>\n",
       "      <td>vm</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>7</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1590683700000</td>\n",
       "      <td>vm</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>4</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1590684000000</td>\n",
       "      <td>vm</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>5</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1590684120000</td>\n",
       "      <td>vm</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501725</td>\n",
       "      <td>87139</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>general</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>3</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1599867000000</td>\n",
       "      <td>vm</td>\n",
       "      <td>26.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501726</td>\n",
       "      <td>87139</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>general</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1599867420000</td>\n",
       "      <td>vm</td>\n",
       "      <td>26.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501727</td>\n",
       "      <td>87139</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>general</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>3</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1599867840000</td>\n",
       "      <td>vm</td>\n",
       "      <td>26.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501728</td>\n",
       "      <td>87139</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>general</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1599868260000</td>\n",
       "      <td>vm</td>\n",
       "      <td>26.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501729</td>\n",
       "      <td>87139</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>general</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1599868680000</td>\n",
       "      <td>vm</td>\n",
       "      <td>26.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>501730 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        QUEUE_ID  CU     STATUS QUEUE_TYPE PLATFORM  CPU_USAGE  MEM_USAGE  \\\n",
       "0              2  16  available        sql   x86_64          3         54   \n",
       "1              2  16  available        sql   x86_64          2         54   \n",
       "2              2  16  available        sql   x86_64          7         54   \n",
       "3              2  16  available        sql   x86_64          4         54   \n",
       "4              2  16  available        sql   x86_64          5         54   \n",
       "...          ...  ..        ...        ...      ...        ...        ...   \n",
       "501725     87139  16  available    general   x86_64          3         36   \n",
       "501726     87139  16  available    general   x86_64          2         36   \n",
       "501727     87139  16  available    general   x86_64          3         36   \n",
       "501728     87139  16  available    general   x86_64          2         36   \n",
       "501729     87139  16  available    general   x86_64          2         36   \n",
       "\n",
       "        LAUNCHING_JOB_NUMS  RUNNING_JOB_NUMS  SUCCEED_JOB_NUMS  \\\n",
       "0                        0                 0                 0   \n",
       "1                        0                 0                 0   \n",
       "2                        0                 0                 0   \n",
       "3                        0                 0                 0   \n",
       "4                        0                 0                 0   \n",
       "...                    ...               ...               ...   \n",
       "501725                   0                 0                 0   \n",
       "501726                   0                 0                 0   \n",
       "501727                   0                 0                 0   \n",
       "501728                   0                 0                 0   \n",
       "501729                   0                 0                 0   \n",
       "\n",
       "        CANCELLED_JOB_NUMS  FAILED_JOB_NUMS   DOTTING_TIME RESOURCE_TYPE  \\\n",
       "0                        0                0  1590683100000            vm   \n",
       "1                        0                0  1590683400000            vm   \n",
       "2                        0                0  1590683700000            vm   \n",
       "3                        0                0  1590684000000            vm   \n",
       "4                        0                0  1590684120000            vm   \n",
       "...                    ...              ...            ...           ...   \n",
       "501725                   0                0  1599867000000            vm   \n",
       "501726                   0                0  1599867420000            vm   \n",
       "501727                   0                0  1599867840000            vm   \n",
       "501728                   0                0  1599868260000            vm   \n",
       "501729                   0                0  1599868680000            vm   \n",
       "\n",
       "        DISK_USAGE  \n",
       "0             20.0  \n",
       "1             20.0  \n",
       "2             20.0  \n",
       "3             20.0  \n",
       "4             20.0  \n",
       "...            ...  \n",
       "501725        26.0  \n",
       "501726        26.0  \n",
       "501727        26.0  \n",
       "501728        26.0  \n",
       "501729        26.0  \n",
       "\n",
       "[501730 rows x 15 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>QUEUE_ID</th>\n",
       "      <th>CU</th>\n",
       "      <th>STATUS</th>\n",
       "      <th>QUEUE_TYPE</th>\n",
       "      <th>PLATFORM</th>\n",
       "      <th>CPU_USAGE</th>\n",
       "      <th>MEM_USAGE</th>\n",
       "      <th>LAUNCHING_JOB_NUMS</th>\n",
       "      <th>RUNNING_JOB_NUMS</th>\n",
       "      <th>SUCCEED_JOB_NUMS</th>\n",
       "      <th>CANCELLED_JOB_NUMS</th>\n",
       "      <th>FAILED_JOB_NUMS</th>\n",
       "      <th>DOTTING_TIME</th>\n",
       "      <th>RESOURCE_TYPE</th>\n",
       "      <th>DISK_USAGE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>297</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>60</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1662213420000</td>\n",
       "      <td>vm</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>297</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>58</td>\n",
       "      <td>69</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1662213720000</td>\n",
       "      <td>vm</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>297</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>80</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1662214020000</td>\n",
       "      <td>vm</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>297</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>100</td>\n",
       "      <td>65</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1662214320000</td>\n",
       "      <td>vm</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>297</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>98</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1662214620000</td>\n",
       "      <td>vm</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14975</td>\n",
       "      <td>2996</td>\n",
       "      <td>287</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1598227680000</td>\n",
       "      <td>vm</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14976</td>\n",
       "      <td>2996</td>\n",
       "      <td>287</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>5</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1598227980000</td>\n",
       "      <td>vm</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14977</td>\n",
       "      <td>2996</td>\n",
       "      <td>287</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>7</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1598228280000</td>\n",
       "      <td>vm</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14978</td>\n",
       "      <td>2996</td>\n",
       "      <td>287</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>2</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1598228580000</td>\n",
       "      <td>vm</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14979</td>\n",
       "      <td>2996</td>\n",
       "      <td>287</td>\n",
       "      <td>16</td>\n",
       "      <td>available</td>\n",
       "      <td>sql</td>\n",
       "      <td>x86_64</td>\n",
       "      <td>3</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1598228880000</td>\n",
       "      <td>vm</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14980 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         ID  QUEUE_ID  CU     STATUS QUEUE_TYPE PLATFORM  CPU_USAGE  \\\n",
       "0         1       297  16  available        sql   x86_64         60   \n",
       "1         1       297  16  available        sql   x86_64         58   \n",
       "2         1       297  16  available        sql   x86_64         80   \n",
       "3         1       297  16  available        sql   x86_64        100   \n",
       "4         1       297  16  available        sql   x86_64         98   \n",
       "...     ...       ...  ..        ...        ...      ...        ...   \n",
       "14975  2996       287  16  available        sql   x86_64          1   \n",
       "14976  2996       287  16  available        sql   x86_64          5   \n",
       "14977  2996       287  16  available        sql   x86_64          7   \n",
       "14978  2996       287  16  available        sql   x86_64          2   \n",
       "14979  2996       287  16  available        sql   x86_64          3   \n",
       "\n",
       "       MEM_USAGE  LAUNCHING_JOB_NUMS  RUNNING_JOB_NUMS  SUCCEED_JOB_NUMS  \\\n",
       "0             69                   0                 5                 5   \n",
       "1             69                   0                 9                 4   \n",
       "2             67                   0                 9                 1   \n",
       "3             65                   0                 7                 2   \n",
       "4             67                   0                10                 3   \n",
       "...          ...                 ...               ...               ...   \n",
       "14975         20                   0                 0                 0   \n",
       "14976         20                   0                 0                 0   \n",
       "14977         21                   0                 0                 0   \n",
       "14978         20                   0                 0                 0   \n",
       "14979         20                   0                 0                 0   \n",
       "\n",
       "       CANCELLED_JOB_NUMS  FAILED_JOB_NUMS   DOTTING_TIME RESOURCE_TYPE  \\\n",
       "0                       0                0  1662213420000            vm   \n",
       "1                       0                0  1662213720000            vm   \n",
       "2                       0                0  1662214020000            vm   \n",
       "3                       0                1  1662214320000            vm   \n",
       "4                       0                1  1662214620000            vm   \n",
       "...                   ...              ...            ...           ...   \n",
       "14975                   0                0  1598227680000            vm   \n",
       "14976                   0                0  1598227980000            vm   \n",
       "14977                   0                0  1598228280000            vm   \n",
       "14978                   0                0  1598228580000            vm   \n",
       "14979                   0                0  1598228880000            vm   \n",
       "\n",
       "       DISK_USAGE  \n",
       "0               9  \n",
       "1               9  \n",
       "2               9  \n",
       "3               9  \n",
       "4               9  \n",
       "...           ...  \n",
       "14975          29  \n",
       "14976          29  \n",
       "14977          29  \n",
       "14978          29  \n",
       "14979          29  \n",
       "\n",
       "[14980 rows x 16 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(train_df, test_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2. 预处理"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def digitalization(fields):\n",
    "    \"\"\"将非数值型域转换为数值型.\"\"\"\n",
    "    # 组合训练集和测试集，只用来构建编码器，不用来训练模型\n",
    "    df = pd.concat([train_df[fields], test_df[fields]], ignore_index=True)\n",
    "\n",
    "    for f in fields:\n",
    "        # 构建编码器\n",
    "        le = LabelEncoder()\n",
    "        le.fit(df[f])\n",
    "\n",
    "        # 设置新值\n",
    "        train_df[f] = le.transform(train_df[f])\n",
    "        test_df[f] = le.transform(test_df[f])\n",
    "        print('%s:' % f, le.classes_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def pre_processing():\n",
    "    \"\"\"预处理.\"\"\"\n",
    "    print('Preprocessing...')\n",
    "\n",
    "    # 缺失值填充\n",
    "    # 经检验，为NaN的都是vm（通过QUEUE_ID查找）\n",
    "    train_df['RESOURCE_TYPE'].fillna('vm', inplace=True)\n",
    "\n",
    "    # 观察数据，填充0比较合理（NaN集中在数据前面，可能是由服务器尚未开始运行导致的）\n",
    "    train_df['DISK_USAGE'].fillna(0, inplace=True)\n",
    "\n",
    "    # 需要转换的列\n",
    "    fields = ['STATUS', 'QUEUE_TYPE', 'PLATFORM', 'RESOURCE_TYPE']\n",
    "\n",
    "    # 数值化\n",
    "    digitalization(fields)\n",
    "\n",
    "    # 重命名，原来的名字太长了\n",
    "    for df in [train_df, test_df]:\n",
    "        df.rename(columns={\n",
    "            'LAUNCHING_JOB_NUMS': 'LJOB',\n",
    "            'RUNNING_JOB_NUMS': 'RJOB',\n",
    "            'SUCCEED_JOB_NUMS': 'SJOB',\n",
    "            'CANCELLED_JOB_NUMS': 'CJOB',\n",
    "            'FAILED_JOB_NUMS': 'FJOB'\n",
    "        }, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Preprocessing...\n",
      "STATUS: ['assigned' 'assigning' 'available' 'suspended']\n",
      "QUEUE_TYPE: ['general' 'spark' 'sql']\n",
      "PLATFORM: ['aarch64' 'x86_64']\n",
      "RESOURCE_TYPE: ['container' 'vm']\n",
      "CPU times: user 258 ms, sys: 26.1 ms, total: 284 ms\n",
      "Wall time: 283 ms\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "pre_processing()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 3. 特征工程"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3.1 时间特征\n",
    "\n",
    "-- 把DOTTINGTIME转换为一天之内的时间"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "for df in [train_df, test_df]:\n",
    "    t = pd.to_datetime(df['DOTTING_TIME'], unit='ms')\n",
    "\n",
    "    # 转成小时\n",
    "    df['DOTTING_TIME'] = t.dt.hour + t.dt.minute / 60"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3.2 行统计特征"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1.39 s, sys: 340 ms, total: 1.73 s\n",
      "Wall time: 1.73 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "used_features = ['CPU_USAGE', 'MEM_USAGE', 'DISK_USAGE', 'LJOB', 'RJOB']\n",
    "\n",
    "# 分组，只用训练集数据做统计\n",
    "group_data = train_df.groupby(by=['QUEUE_ID'])[used_features]\n",
    "\n",
    "# 聚合函数\n",
    "methods = {\n",
    "    'AVG': 'mean',\n",
    "    'MEDIAN': 'median',\n",
    "    'MIN': 'min',\n",
    "    'MAX': 'max',\n",
    "    'STD': 'std',\n",
    "}\n",
    "\n",
    "for m in methods:\n",
    "    agg_data = group_data.agg(methods[m])\n",
    "    agg_data.fillna(method='ffill', inplace=True)\n",
    "    agg_data.fillna(0, inplace=True)\n",
    "    agg_data = agg_data.rename(lambda x: 'QUEUE_%s_%s' % (x, m), axis=1)\n",
    "    agg_data = agg_data.reset_index()\n",
    "\n",
    "    for df in [train_df, test_df]:\n",
    "        merged_data = df[['QUEUE_ID']].merge(agg_data, how='left', on=['QUEUE_ID'])\n",
    "        merged_data.drop(columns=['QUEUE_ID'], inplace=True)\n",
    "\n",
    "        # 插入新的列\n",
    "        for c in merged_data.columns:\n",
    "            df[c] = 0\n",
    "\n",
    "        # 赋值\n",
    "        df.loc[:, list(merged_data.columns)] = merged_data.values"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###    3.3 滑动窗口构造数据集"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 需要滑动的数值特征\n",
    "num_features = ['CPU_USAGE', 'MEM_USAGE', 'DISK_USAGE',\n",
    "                'LJOB', 'RJOB', 'SJOB', 'CJOB', 'FJOB']\n",
    "\n",
    "# 需要预测的值\n",
    "y_features = ['CPU_USAGE', 'LJOB']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 25.4 ms, sys: 225 µs, total: 25.7 ms\n",
      "Wall time: 25.2 ms\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "# 生成测试集时间窗数据\n",
    "for i in range(SEQ_LEN):\n",
    "    for sf in num_features:\n",
    "        new_f = '%s_%d' % (sf, i+1)\n",
    "        test_df[new_f] = test_df[sf].shift(-i)\n",
    "\n",
    "# 删除原来的列\n",
    "test_df.drop(columns=num_features, inplace=True)\n",
    "\n",
    "# 只取每个ID的第一条数据\n",
    "test_df = test_df.groupby(by='ID', as_index=False).first()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 43/43 [00:05<00:00,  7.31it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 4.05 s, sys: 2.02 s, total: 6.07 s\n",
      "Wall time: 6.06 s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "# 生成训练集时间窗数据\n",
    "temp = pd.DataFrame()\n",
    "qids = sorted(train_df['QUEUE_ID'].unique())\n",
    "\n",
    "for qid in tqdm(qids):  # 按QUEUE_ID进行处理\n",
    "    queue = train_df[train_df['QUEUE_ID'] == qid].copy(deep=True)\n",
    "\n",
    "    # 生成时间窗数据\n",
    "    for i in range(SEQ_LEN):\n",
    "        for sf in num_features:\n",
    "            new_f = '%s_%d' % (sf, i+1)\n",
    "            queue[new_f] = queue[sf].shift(-i)\n",
    "\n",
    "    # 处理需要预测的值\n",
    "    for i in range(SEQ_LEN):\n",
    "        for y in y_features:\n",
    "            new_y = '%s_%d' % (y, i+SEQ_LEN+1)\n",
    "            queue[new_y] = queue[y].shift(-i-SEQ_LEN)\n",
    "\n",
    "    # 删除原来的列\n",
    "    queue.drop(columns=num_features, inplace=True)\n",
    "\n",
    "    # 对于每个QUEUE_ID，丢弃最后10条有NAN值的数据\n",
    "    queue = queue.head(queue.shape[0]-WINDOW_SIZE)\n",
    "    temp = temp.append(queue)\n",
    "\n",
    "# 重设索引\n",
    "train_df = temp.reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3.4 列统计特征"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "cpu_usages = []\n",
    "mem_usages = []\n",
    "disk_usages = []\n",
    "ljobs = []\n",
    "rjobs = []\n",
    "\n",
    "for i in range(SEQ_LEN):\n",
    "    postfix = '_%d' % (i + 1)\n",
    "    cpu_usages.append('CPU_USAGE'+postfix)\n",
    "    mem_usages.append('MEM_USAGE'+postfix)\n",
    "    disk_usages.append('DISK_USAGE'+postfix)\n",
    "    ljobs.append('LJOB'+postfix)\n",
    "    rjobs.append('RJOB'+postfix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 853 ms, sys: 429 ms, total: 1.28 s\n",
      "Wall time: 1.28 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "for df in [train_df, test_df]:\n",
    "    # zheng.heng baseline给的特征\n",
    "    df['USED_CPU'] = df['CU'] * df['CPU_USAGE_5'] / 100\n",
    "    df['USED_MEM'] = 4 * df['CU'] * df['MEM_USAGE_5'] / 100\n",
    "    df['TO_RUN_JOBS'] = df['LJOB_5'] - df['RJOB_5']\n",
    "    df.loc[df['TO_RUN_JOBS'] < 0, 'TO_RUN_JOBS'] = 0\n",
    "\n",
    "    # zheng.heng baseline中的新的列特征\n",
    "    pairs = [\n",
    "        ('CPU', 'CPU_USAGE', cpu_usages),\n",
    "        ('MEM', 'MEM_USAGE', mem_usages),\n",
    "        ('DISK', 'DISK_USAGE', disk_usages),\n",
    "        ('LJOB', 'LJOB', ljobs),\n",
    "        ('RJOB', 'RJOB', rjobs),\n",
    "    ]\n",
    "\n",
    "    for short_name, f, usages in pairs:\n",
    "        df[short_name+'_AVG'] = df[usages].mean(axis=1)\n",
    "        df[short_name+'_STD'] = df[usages].std(axis=1)\n",
    "        df[short_name+'_DIFF'] = df['%s_5' % f] - df['%s_1' % f]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3.5 特征过滤"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CU</th>\n",
       "      <th>QUEUE_TYPE</th>\n",
       "      <th>DOTTING_TIME</th>\n",
       "      <th>QUEUE_CPU_USAGE_AVG</th>\n",
       "      <th>QUEUE_MEM_USAGE_AVG</th>\n",
       "      <th>QUEUE_DISK_USAGE_AVG</th>\n",
       "      <th>QUEUE_LJOB_AVG</th>\n",
       "      <th>QUEUE_RJOB_AVG</th>\n",
       "      <th>QUEUE_CPU_USAGE_MEDIAN</th>\n",
       "      <th>QUEUE_MEM_USAGE_MEDIAN</th>\n",
       "      <th>QUEUE_DISK_USAGE_MEDIAN</th>\n",
       "      <th>QUEUE_LJOB_MEDIAN</th>\n",
       "      <th>QUEUE_RJOB_MEDIAN</th>\n",
       "      <th>QUEUE_CPU_USAGE_MIN</th>\n",
       "      <th>QUEUE_MEM_USAGE_MIN</th>\n",
       "      <th>QUEUE_DISK_USAGE_MIN</th>\n",
       "      <th>QUEUE_LJOB_MIN</th>\n",
       "      <th>QUEUE_RJOB_MIN</th>\n",
       "      <th>QUEUE_CPU_USAGE_MAX</th>\n",
       "      <th>QUEUE_MEM_USAGE_MAX</th>\n",
       "      <th>QUEUE_DISK_USAGE_MAX</th>\n",
       "      <th>QUEUE_LJOB_MAX</th>\n",
       "      <th>QUEUE_RJOB_MAX</th>\n",
       "      <th>QUEUE_CPU_USAGE_STD</th>\n",
       "      <th>QUEUE_MEM_USAGE_STD</th>\n",
       "      <th>QUEUE_DISK_USAGE_STD</th>\n",
       "      <th>QUEUE_LJOB_STD</th>\n",
       "      <th>QUEUE_RJOB_STD</th>\n",
       "      <th>CPU_USAGE_1</th>\n",
       "      <th>MEM_USAGE_1</th>\n",
       "      <th>DISK_USAGE_1</th>\n",
       "      <th>LJOB_1</th>\n",
       "      <th>RJOB_1</th>\n",
       "      <th>SJOB_1</th>\n",
       "      <th>CJOB_1</th>\n",
       "      <th>FJOB_1</th>\n",
       "      <th>CPU_USAGE_2</th>\n",
       "      <th>MEM_USAGE_2</th>\n",
       "      <th>DISK_USAGE_2</th>\n",
       "      <th>LJOB_2</th>\n",
       "      <th>RJOB_2</th>\n",
       "      <th>SJOB_2</th>\n",
       "      <th>CJOB_2</th>\n",
       "      <th>FJOB_2</th>\n",
       "      <th>CPU_USAGE_3</th>\n",
       "      <th>MEM_USAGE_3</th>\n",
       "      <th>DISK_USAGE_3</th>\n",
       "      <th>LJOB_3</th>\n",
       "      <th>RJOB_3</th>\n",
       "      <th>SJOB_3</th>\n",
       "      <th>CJOB_3</th>\n",
       "      <th>FJOB_3</th>\n",
       "      <th>CPU_USAGE_4</th>\n",
       "      <th>MEM_USAGE_4</th>\n",
       "      <th>DISK_USAGE_4</th>\n",
       "      <th>LJOB_4</th>\n",
       "      <th>RJOB_4</th>\n",
       "      <th>SJOB_4</th>\n",
       "      <th>CJOB_4</th>\n",
       "      <th>FJOB_4</th>\n",
       "      <th>CPU_USAGE_5</th>\n",
       "      <th>MEM_USAGE_5</th>\n",
       "      <th>DISK_USAGE_5</th>\n",
       "      <th>LJOB_5</th>\n",
       "      <th>RJOB_5</th>\n",
       "      <th>SJOB_5</th>\n",
       "      <th>CJOB_5</th>\n",
       "      <th>FJOB_5</th>\n",
       "      <th>CPU_USAGE_6</th>\n",
       "      <th>LJOB_6</th>\n",
       "      <th>CPU_USAGE_7</th>\n",
       "      <th>LJOB_7</th>\n",
       "      <th>CPU_USAGE_8</th>\n",
       "      <th>LJOB_8</th>\n",
       "      <th>CPU_USAGE_9</th>\n",
       "      <th>LJOB_9</th>\n",
       "      <th>CPU_USAGE_10</th>\n",
       "      <th>LJOB_10</th>\n",
       "      <th>USED_CPU</th>\n",
       "      <th>USED_MEM</th>\n",
       "      <th>TO_RUN_JOBS</th>\n",
       "      <th>CPU_AVG</th>\n",
       "      <th>CPU_STD</th>\n",
       "      <th>CPU_DIFF</th>\n",
       "      <th>MEM_AVG</th>\n",
       "      <th>MEM_STD</th>\n",
       "      <th>MEM_DIFF</th>\n",
       "      <th>DISK_AVG</th>\n",
       "      <th>DISK_STD</th>\n",
       "      <th>DISK_DIFF</th>\n",
       "      <th>LJOB_AVG</th>\n",
       "      <th>LJOB_STD</th>\n",
       "      <th>LJOB_DIFF</th>\n",
       "      <th>RJOB_AVG</th>\n",
       "      <th>RJOB_STD</th>\n",
       "      <th>RJOB_DIFF</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16.416667</td>\n",
       "      <td>4.020410</td>\n",
       "      <td>38.748793</td>\n",
       "      <td>25.938769</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.010127</td>\n",
       "      <td>3.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.802314</td>\n",
       "      <td>6.971659</td>\n",
       "      <td>0.435446</td>\n",
       "      <td>0.014412</td>\n",
       "      <td>0.100126</td>\n",
       "      <td>3</td>\n",
       "      <td>54</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.80</td>\n",
       "      <td>34.56</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.2</td>\n",
       "      <td>1.923538</td>\n",
       "      <td>2.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16.500000</td>\n",
       "      <td>4.020410</td>\n",
       "      <td>38.748793</td>\n",
       "      <td>25.938769</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.010127</td>\n",
       "      <td>3.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.802314</td>\n",
       "      <td>6.971659</td>\n",
       "      <td>0.435446</td>\n",
       "      <td>0.014412</td>\n",
       "      <td>0.100126</td>\n",
       "      <td>2</td>\n",
       "      <td>54</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.48</td>\n",
       "      <td>35.20</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.2</td>\n",
       "      <td>1.923538</td>\n",
       "      <td>1.0</td>\n",
       "      <td>54.2</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>1.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16.583333</td>\n",
       "      <td>4.020410</td>\n",
       "      <td>38.748793</td>\n",
       "      <td>25.938769</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.010127</td>\n",
       "      <td>3.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.802314</td>\n",
       "      <td>6.971659</td>\n",
       "      <td>0.435446</td>\n",
       "      <td>0.014412</td>\n",
       "      <td>0.100126</td>\n",
       "      <td>7</td>\n",
       "      <td>54</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.32</td>\n",
       "      <td>34.56</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.2</td>\n",
       "      <td>1.923538</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>54.2</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16.666667</td>\n",
       "      <td>4.020410</td>\n",
       "      <td>38.748793</td>\n",
       "      <td>25.938769</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.010127</td>\n",
       "      <td>3.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.802314</td>\n",
       "      <td>6.971659</td>\n",
       "      <td>0.435446</td>\n",
       "      <td>0.014412</td>\n",
       "      <td>0.100126</td>\n",
       "      <td>4</td>\n",
       "      <td>54</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.32</td>\n",
       "      <td>34.56</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.2</td>\n",
       "      <td>1.303840</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>54.2</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16.700000</td>\n",
       "      <td>4.020410</td>\n",
       "      <td>38.748793</td>\n",
       "      <td>25.938769</td>\n",
       "      <td>0.000208</td>\n",
       "      <td>0.010127</td>\n",
       "      <td>3.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.802314</td>\n",
       "      <td>6.971659</td>\n",
       "      <td>0.435446</td>\n",
       "      <td>0.014412</td>\n",
       "      <td>0.100126</td>\n",
       "      <td>5</td>\n",
       "      <td>54</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.80</td>\n",
       "      <td>34.56</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.4</td>\n",
       "      <td>1.516575</td>\n",
       "      <td>0.0</td>\n",
       "      <td>54.2</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501295</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>22.350000</td>\n",
       "      <td>4.923465</td>\n",
       "      <td>29.892767</td>\n",
       "      <td>25.989066</td>\n",
       "      <td>0.001262</td>\n",
       "      <td>0.134567</td>\n",
       "      <td>3.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>9.798605</td>\n",
       "      <td>6.869162</td>\n",
       "      <td>0.533172</td>\n",
       "      <td>0.035504</td>\n",
       "      <td>1.841984</td>\n",
       "      <td>3</td>\n",
       "      <td>36</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.32</td>\n",
       "      <td>23.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.6</td>\n",
       "      <td>0.547723</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501296</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>22.450000</td>\n",
       "      <td>4.923465</td>\n",
       "      <td>29.892767</td>\n",
       "      <td>25.989066</td>\n",
       "      <td>0.001262</td>\n",
       "      <td>0.134567</td>\n",
       "      <td>3.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>9.798605</td>\n",
       "      <td>6.869162</td>\n",
       "      <td>0.533172</td>\n",
       "      <td>0.035504</td>\n",
       "      <td>1.841984</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.48</td>\n",
       "      <td>23.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.6</td>\n",
       "      <td>0.547723</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501297</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>22.566667</td>\n",
       "      <td>4.923465</td>\n",
       "      <td>29.892767</td>\n",
       "      <td>25.989066</td>\n",
       "      <td>0.001262</td>\n",
       "      <td>0.134567</td>\n",
       "      <td>3.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>9.798605</td>\n",
       "      <td>6.869162</td>\n",
       "      <td>0.533172</td>\n",
       "      <td>0.035504</td>\n",
       "      <td>1.841984</td>\n",
       "      <td>3</td>\n",
       "      <td>36</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.48</td>\n",
       "      <td>23.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.8</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>0.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501298</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>22.700000</td>\n",
       "      <td>4.923465</td>\n",
       "      <td>29.892767</td>\n",
       "      <td>25.989066</td>\n",
       "      <td>0.001262</td>\n",
       "      <td>0.134567</td>\n",
       "      <td>3.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>9.798605</td>\n",
       "      <td>6.869162</td>\n",
       "      <td>0.533172</td>\n",
       "      <td>0.035504</td>\n",
       "      <td>1.841984</td>\n",
       "      <td>3</td>\n",
       "      <td>36</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>23.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.4</td>\n",
       "      <td>0.894427</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>501299</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>22.800000</td>\n",
       "      <td>4.923465</td>\n",
       "      <td>29.892767</td>\n",
       "      <td>25.989066</td>\n",
       "      <td>0.001262</td>\n",
       "      <td>0.134567</td>\n",
       "      <td>3.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>9.798605</td>\n",
       "      <td>6.869162</td>\n",
       "      <td>0.533172</td>\n",
       "      <td>0.035504</td>\n",
       "      <td>1.841984</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.48</td>\n",
       "      <td>23.04</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.4</td>\n",
       "      <td>0.894427</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>501300 rows × 96 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        CU  QUEUE_TYPE  DOTTING_TIME  QUEUE_CPU_USAGE_AVG  \\\n",
       "0       16           2     16.416667             4.020410   \n",
       "1       16           2     16.500000             4.020410   \n",
       "2       16           2     16.583333             4.020410   \n",
       "3       16           2     16.666667             4.020410   \n",
       "4       16           2     16.700000             4.020410   \n",
       "...     ..         ...           ...                  ...   \n",
       "501295  16           0     22.350000             4.923465   \n",
       "501296  16           0     22.450000             4.923465   \n",
       "501297  16           0     22.566667             4.923465   \n",
       "501298  16           0     22.700000             4.923465   \n",
       "501299  16           0     22.800000             4.923465   \n",
       "\n",
       "        QUEUE_MEM_USAGE_AVG  QUEUE_DISK_USAGE_AVG  QUEUE_LJOB_AVG  \\\n",
       "0                 38.748793             25.938769        0.000208   \n",
       "1                 38.748793             25.938769        0.000208   \n",
       "2                 38.748793             25.938769        0.000208   \n",
       "3                 38.748793             25.938769        0.000208   \n",
       "4                 38.748793             25.938769        0.000208   \n",
       "...                     ...                   ...             ...   \n",
       "501295            29.892767             25.989066        0.001262   \n",
       "501296            29.892767             25.989066        0.001262   \n",
       "501297            29.892767             25.989066        0.001262   \n",
       "501298            29.892767             25.989066        0.001262   \n",
       "501299            29.892767             25.989066        0.001262   \n",
       "\n",
       "        QUEUE_RJOB_AVG  QUEUE_CPU_USAGE_MEDIAN  QUEUE_MEM_USAGE_MEDIAN  \\\n",
       "0             0.010127                     3.0                    39.0   \n",
       "1             0.010127                     3.0                    39.0   \n",
       "2             0.010127                     3.0                    39.0   \n",
       "3             0.010127                     3.0                    39.0   \n",
       "4             0.010127                     3.0                    39.0   \n",
       "...                ...                     ...                     ...   \n",
       "501295        0.134567                     3.0                    27.0   \n",
       "501296        0.134567                     3.0                    27.0   \n",
       "501297        0.134567                     3.0                    27.0   \n",
       "501298        0.134567                     3.0                    27.0   \n",
       "501299        0.134567                     3.0                    27.0   \n",
       "\n",
       "        QUEUE_DISK_USAGE_MEDIAN  QUEUE_LJOB_MEDIAN  QUEUE_RJOB_MEDIAN  \\\n",
       "0                          26.0                0.0                0.0   \n",
       "1                          26.0                0.0                0.0   \n",
       "2                          26.0                0.0                0.0   \n",
       "3                          26.0                0.0                0.0   \n",
       "4                          26.0                0.0                0.0   \n",
       "...                         ...                ...                ...   \n",
       "501295                     26.0                0.0                0.0   \n",
       "501296                     26.0                0.0                0.0   \n",
       "501297                     26.0                0.0                0.0   \n",
       "501298                     26.0                0.0                0.0   \n",
       "501299                     26.0                0.0                0.0   \n",
       "\n",
       "        QUEUE_CPU_USAGE_MIN  QUEUE_MEM_USAGE_MIN  QUEUE_DISK_USAGE_MIN  \\\n",
       "0                       1.0                 16.0                  20.0   \n",
       "1                       1.0                 16.0                  20.0   \n",
       "2                       1.0                 16.0                  20.0   \n",
       "3                       1.0                 16.0                  20.0   \n",
       "4                       1.0                 16.0                  20.0   \n",
       "...                     ...                  ...                   ...   \n",
       "501295                  0.0                  0.0                   0.0   \n",
       "501296                  0.0                  0.0                   0.0   \n",
       "501297                  0.0                  0.0                   0.0   \n",
       "501298                  0.0                  0.0                   0.0   \n",
       "501299                  0.0                  0.0                   0.0   \n",
       "\n",
       "        QUEUE_LJOB_MIN  QUEUE_RJOB_MIN  QUEUE_CPU_USAGE_MAX  \\\n",
       "0                  0.0             0.0                 62.0   \n",
       "1                  0.0             0.0                 62.0   \n",
       "2                  0.0             0.0                 62.0   \n",
       "3                  0.0             0.0                 62.0   \n",
       "4                  0.0             0.0                 62.0   \n",
       "...                ...             ...                  ...   \n",
       "501295             0.0             0.0                 83.0   \n",
       "501296             0.0             0.0                 83.0   \n",
       "501297             0.0             0.0                 83.0   \n",
       "501298             0.0             0.0                 83.0   \n",
       "501299             0.0             0.0                 83.0   \n",
       "\n",
       "        QUEUE_MEM_USAGE_MAX  QUEUE_DISK_USAGE_MAX  QUEUE_LJOB_MAX  \\\n",
       "0                      81.0                  26.0             1.0   \n",
       "1                      81.0                  26.0             1.0   \n",
       "2                      81.0                  26.0             1.0   \n",
       "3                      81.0                  26.0             1.0   \n",
       "4                      81.0                  26.0             1.0   \n",
       "...                     ...                   ...             ...   \n",
       "501295                 66.0                  26.0             1.0   \n",
       "501296                 66.0                  26.0             1.0   \n",
       "501297                 66.0                  26.0             1.0   \n",
       "501298                 66.0                  26.0             1.0   \n",
       "501299                 66.0                  26.0             1.0   \n",
       "\n",
       "        QUEUE_RJOB_MAX  QUEUE_CPU_USAGE_STD  QUEUE_MEM_USAGE_STD  \\\n",
       "0                  1.0             2.802314             6.971659   \n",
       "1                  1.0             2.802314             6.971659   \n",
       "2                  1.0             2.802314             6.971659   \n",
       "3                  1.0             2.802314             6.971659   \n",
       "4                  1.0             2.802314             6.971659   \n",
       "...                ...                  ...                  ...   \n",
       "501295            49.0             9.798605             6.869162   \n",
       "501296            49.0             9.798605             6.869162   \n",
       "501297            49.0             9.798605             6.869162   \n",
       "501298            49.0             9.798605             6.869162   \n",
       "501299            49.0             9.798605             6.869162   \n",
       "\n",
       "        QUEUE_DISK_USAGE_STD  QUEUE_LJOB_STD  QUEUE_RJOB_STD  CPU_USAGE_1  \\\n",
       "0                   0.435446        0.014412        0.100126            3   \n",
       "1                   0.435446        0.014412        0.100126            2   \n",
       "2                   0.435446        0.014412        0.100126            7   \n",
       "3                   0.435446        0.014412        0.100126            4   \n",
       "4                   0.435446        0.014412        0.100126            5   \n",
       "...                      ...             ...             ...          ...   \n",
       "501295              0.533172        0.035504        1.841984            3   \n",
       "501296              0.533172        0.035504        1.841984            2   \n",
       "501297              0.533172        0.035504        1.841984            3   \n",
       "501298              0.533172        0.035504        1.841984            3   \n",
       "501299              0.533172        0.035504        1.841984            2   \n",
       "\n",
       "        MEM_USAGE_1  DISK_USAGE_1  LJOB_1  RJOB_1  SJOB_1  CJOB_1  FJOB_1  \\\n",
       "0                54          20.0       0       0       0       0       0   \n",
       "1                54          20.0       0       0       0       0       0   \n",
       "2                54          20.0       0       0       0       0       0   \n",
       "3                54          20.0       0       0       0       0       0   \n",
       "4                54          20.0       0       0       0       0       0   \n",
       "...             ...           ...     ...     ...     ...     ...     ...   \n",
       "501295           36          26.0       0       0       0       0       0   \n",
       "501296           36          26.0       0       0       0       0       0   \n",
       "501297           36          26.0       0       0       0       0       0   \n",
       "501298           36          26.0       0       0       0       0       0   \n",
       "501299           36          26.0       0       0       0       0       0   \n",
       "\n",
       "        CPU_USAGE_2  MEM_USAGE_2  DISK_USAGE_2  LJOB_2  RJOB_2  SJOB_2  \\\n",
       "0               2.0         54.0          20.0     0.0     0.0     0.0   \n",
       "1               7.0         54.0          20.0     0.0     0.0     0.0   \n",
       "2               4.0         54.0          20.0     0.0     0.0     0.0   \n",
       "3               5.0         54.0          20.0     0.0     0.0     0.0   \n",
       "4               3.0         55.0          20.0     0.0     0.0     0.0   \n",
       "...             ...          ...           ...     ...     ...     ...   \n",
       "501295          2.0         36.0          26.0     0.0     0.0     0.0   \n",
       "501296          3.0         36.0          26.0     0.0     0.0     0.0   \n",
       "501297          3.0         36.0          26.0     0.0     0.0     0.0   \n",
       "501298          2.0         36.0          26.0     0.0     0.0     0.0   \n",
       "501299          3.0         36.0          26.0     0.0     0.0     0.0   \n",
       "\n",
       "        CJOB_2  FJOB_2  CPU_USAGE_3  MEM_USAGE_3  DISK_USAGE_3  LJOB_3  \\\n",
       "0          0.0     0.0          7.0         54.0          20.0     0.0   \n",
       "1          0.0     0.0          4.0         54.0          20.0     0.0   \n",
       "2          0.0     0.0          5.0         54.0          20.0     0.0   \n",
       "3          0.0     0.0          3.0         55.0          20.0     0.0   \n",
       "4          0.0     0.0          2.0         54.0          20.0     0.0   \n",
       "...        ...     ...          ...          ...           ...     ...   \n",
       "501295     0.0     0.0          3.0         36.0          26.0     0.0   \n",
       "501296     0.0     0.0          3.0         36.0          26.0     0.0   \n",
       "501297     0.0     0.0          2.0         36.0          26.0     0.0   \n",
       "501298     0.0     0.0          3.0         36.0          26.0     0.0   \n",
       "501299     0.0     0.0          3.0         36.0          26.0     0.0   \n",
       "\n",
       "        RJOB_3  SJOB_3  CJOB_3  FJOB_3  CPU_USAGE_4  MEM_USAGE_4  \\\n",
       "0          0.0     0.0     0.0     0.0          4.0         54.0   \n",
       "1          0.0     0.0     0.0     0.0          5.0         54.0   \n",
       "2          0.0     0.0     0.0     0.0          3.0         55.0   \n",
       "3          0.0     0.0     0.0     0.0          2.0         54.0   \n",
       "4          0.0     0.0     0.0     0.0          2.0         54.0   \n",
       "...        ...     ...     ...     ...          ...          ...   \n",
       "501295     0.0     0.0     0.0     0.0          3.0         36.0   \n",
       "501296     0.0     0.0     0.0     0.0          2.0         36.0   \n",
       "501297     0.0     0.0     0.0     0.0          3.0         36.0   \n",
       "501298     0.0     0.0     0.0     0.0          3.0         36.0   \n",
       "501299     0.0     0.0     0.0     0.0          1.0         36.0   \n",
       "\n",
       "        DISK_USAGE_4  LJOB_4  RJOB_4  SJOB_4  CJOB_4  FJOB_4  CPU_USAGE_5  \\\n",
       "0               20.0     0.0     0.0     0.0     0.0     0.0          5.0   \n",
       "1               20.0     0.0     0.0     0.0     0.0     0.0          3.0   \n",
       "2               20.0     0.0     0.0     0.0     0.0     0.0          2.0   \n",
       "3               20.0     0.0     0.0     0.0     0.0     0.0          2.0   \n",
       "4               20.0     0.0     0.0     0.0     0.0     0.0          5.0   \n",
       "...              ...     ...     ...     ...     ...     ...          ...   \n",
       "501295          26.0     0.0     0.0     0.0     0.0     0.0          2.0   \n",
       "501296          26.0     0.0     0.0     0.0     0.0     0.0          3.0   \n",
       "501297          26.0     0.0     0.0     0.0     0.0     0.0          3.0   \n",
       "501298          26.0     0.0     0.0     0.0     0.0     0.0          1.0   \n",
       "501299          26.0     0.0     0.0     0.0     0.0     0.0          3.0   \n",
       "\n",
       "        MEM_USAGE_5  DISK_USAGE_5  LJOB_5  RJOB_5  SJOB_5  CJOB_5  FJOB_5  \\\n",
       "0              54.0          20.0     0.0     0.0     0.0     0.0     0.0   \n",
       "1              55.0          20.0     0.0     0.0     0.0     0.0     0.0   \n",
       "2              54.0          20.0     0.0     0.0     0.0     0.0     0.0   \n",
       "3              54.0          20.0     0.0     0.0     0.0     0.0     0.0   \n",
       "4              54.0          20.0     0.0     0.0     0.0     0.0     0.0   \n",
       "...             ...           ...     ...     ...     ...     ...     ...   \n",
       "501295         36.0          26.0     0.0     0.0     0.0     0.0     0.0   \n",
       "501296         36.0          26.0     0.0     0.0     0.0     0.0     0.0   \n",
       "501297         36.0          26.0     0.0     0.0     0.0     0.0     0.0   \n",
       "501298         36.0          26.0     0.0     0.0     0.0     0.0     0.0   \n",
       "501299         36.0          26.0     0.0     0.0     0.0     0.0     0.0   \n",
       "\n",
       "        CPU_USAGE_6  LJOB_6  CPU_USAGE_7  LJOB_7  CPU_USAGE_8  LJOB_8  \\\n",
       "0               3.0     0.0          2.0     0.0          2.0     0.0   \n",
       "1               2.0     0.0          2.0     0.0          5.0     0.0   \n",
       "2               2.0     0.0          5.0     0.0          6.0     0.0   \n",
       "3               5.0     0.0          6.0     0.0          2.0     0.0   \n",
       "4               6.0     0.0          2.0     0.0          3.0     0.0   \n",
       "...             ...     ...          ...     ...          ...     ...   \n",
       "501295          3.0     0.0          3.0     0.0          1.0     0.0   \n",
       "501296          3.0     0.0          1.0     0.0          3.0     0.0   \n",
       "501297          1.0     0.0          3.0     0.0          3.0     0.0   \n",
       "501298          3.0     0.0          3.0     0.0          3.0     0.0   \n",
       "501299          3.0     0.0          3.0     0.0          2.0     0.0   \n",
       "\n",
       "        CPU_USAGE_9  LJOB_9  CPU_USAGE_10  LJOB_10  USED_CPU  USED_MEM  \\\n",
       "0               5.0     0.0           6.0      0.0      0.80     34.56   \n",
       "1               6.0     0.0           2.0      0.0      0.48     35.20   \n",
       "2               2.0     0.0           3.0      0.0      0.32     34.56   \n",
       "3               3.0     0.0          10.0      1.0      0.32     34.56   \n",
       "4              10.0     1.0           6.0      1.0      0.80     34.56   \n",
       "...             ...     ...           ...      ...       ...       ...   \n",
       "501295          3.0     0.0           3.0      0.0      0.32     23.04   \n",
       "501296          3.0     0.0           3.0      0.0      0.48     23.04   \n",
       "501297          3.0     0.0           2.0      0.0      0.48     23.04   \n",
       "501298          2.0     0.0           3.0      0.0      0.16     23.04   \n",
       "501299          3.0     0.0           2.0      0.0      0.48     23.04   \n",
       "\n",
       "        TO_RUN_JOBS  CPU_AVG   CPU_STD  CPU_DIFF  MEM_AVG   MEM_STD  MEM_DIFF  \\\n",
       "0               0.0      4.2  1.923538       2.0     54.0  0.000000       0.0   \n",
       "1               0.0      4.2  1.923538       1.0     54.2  0.447214       1.0   \n",
       "2               0.0      4.2  1.923538      -5.0     54.2  0.447214       0.0   \n",
       "3               0.0      3.2  1.303840      -2.0     54.2  0.447214       0.0   \n",
       "4               0.0      3.4  1.516575       0.0     54.2  0.447214       0.0   \n",
       "...             ...      ...       ...       ...      ...       ...       ...   \n",
       "501295          0.0      2.6  0.547723      -1.0     36.0  0.000000       0.0   \n",
       "501296          0.0      2.6  0.547723       1.0     36.0  0.000000       0.0   \n",
       "501297          0.0      2.8  0.447214       0.0     36.0  0.000000       0.0   \n",
       "501298          0.0      2.4  0.894427      -2.0     36.0  0.000000       0.0   \n",
       "501299          0.0      2.4  0.894427       1.0     36.0  0.000000       0.0   \n",
       "\n",
       "        DISK_AVG  DISK_STD  DISK_DIFF  LJOB_AVG  LJOB_STD  LJOB_DIFF  \\\n",
       "0           20.0       0.0        0.0       0.0       0.0        0.0   \n",
       "1           20.0       0.0        0.0       0.0       0.0        0.0   \n",
       "2           20.0       0.0        0.0       0.0       0.0        0.0   \n",
       "3           20.0       0.0        0.0       0.0       0.0        0.0   \n",
       "4           20.0       0.0        0.0       0.0       0.0        0.0   \n",
       "...          ...       ...        ...       ...       ...        ...   \n",
       "501295      26.0       0.0        0.0       0.0       0.0        0.0   \n",
       "501296      26.0       0.0        0.0       0.0       0.0        0.0   \n",
       "501297      26.0       0.0        0.0       0.0       0.0        0.0   \n",
       "501298      26.0       0.0        0.0       0.0       0.0        0.0   \n",
       "501299      26.0       0.0        0.0       0.0       0.0        0.0   \n",
       "\n",
       "        RJOB_AVG  RJOB_STD  RJOB_DIFF  \n",
       "0            0.0       0.0        0.0  \n",
       "1            0.0       0.0        0.0  \n",
       "2            0.0       0.0        0.0  \n",
       "3            0.0       0.0        0.0  \n",
       "4            0.0       0.0        0.0  \n",
       "...          ...       ...        ...  \n",
       "501295       0.0       0.0        0.0  \n",
       "501296       0.0       0.0        0.0  \n",
       "501297       0.0       0.0        0.0  \n",
       "501298       0.0       0.0        0.0  \n",
       "501299       0.0       0.0        0.0  \n",
       "\n",
       "[501300 rows x 96 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CU</th>\n",
       "      <th>QUEUE_TYPE</th>\n",
       "      <th>DOTTING_TIME</th>\n",
       "      <th>QUEUE_CPU_USAGE_AVG</th>\n",
       "      <th>QUEUE_MEM_USAGE_AVG</th>\n",
       "      <th>QUEUE_DISK_USAGE_AVG</th>\n",
       "      <th>QUEUE_LJOB_AVG</th>\n",
       "      <th>QUEUE_RJOB_AVG</th>\n",
       "      <th>QUEUE_CPU_USAGE_MEDIAN</th>\n",
       "      <th>QUEUE_MEM_USAGE_MEDIAN</th>\n",
       "      <th>QUEUE_DISK_USAGE_MEDIAN</th>\n",
       "      <th>QUEUE_LJOB_MEDIAN</th>\n",
       "      <th>QUEUE_RJOB_MEDIAN</th>\n",
       "      <th>QUEUE_CPU_USAGE_MIN</th>\n",
       "      <th>QUEUE_MEM_USAGE_MIN</th>\n",
       "      <th>QUEUE_DISK_USAGE_MIN</th>\n",
       "      <th>QUEUE_LJOB_MIN</th>\n",
       "      <th>QUEUE_RJOB_MIN</th>\n",
       "      <th>QUEUE_CPU_USAGE_MAX</th>\n",
       "      <th>QUEUE_MEM_USAGE_MAX</th>\n",
       "      <th>QUEUE_DISK_USAGE_MAX</th>\n",
       "      <th>QUEUE_LJOB_MAX</th>\n",
       "      <th>QUEUE_RJOB_MAX</th>\n",
       "      <th>QUEUE_CPU_USAGE_STD</th>\n",
       "      <th>QUEUE_MEM_USAGE_STD</th>\n",
       "      <th>QUEUE_DISK_USAGE_STD</th>\n",
       "      <th>QUEUE_LJOB_STD</th>\n",
       "      <th>QUEUE_RJOB_STD</th>\n",
       "      <th>CPU_USAGE_1</th>\n",
       "      <th>MEM_USAGE_1</th>\n",
       "      <th>DISK_USAGE_1</th>\n",
       "      <th>LJOB_1</th>\n",
       "      <th>RJOB_1</th>\n",
       "      <th>SJOB_1</th>\n",
       "      <th>CJOB_1</th>\n",
       "      <th>FJOB_1</th>\n",
       "      <th>CPU_USAGE_2</th>\n",
       "      <th>MEM_USAGE_2</th>\n",
       "      <th>DISK_USAGE_2</th>\n",
       "      <th>LJOB_2</th>\n",
       "      <th>RJOB_2</th>\n",
       "      <th>SJOB_2</th>\n",
       "      <th>CJOB_2</th>\n",
       "      <th>FJOB_2</th>\n",
       "      <th>CPU_USAGE_3</th>\n",
       "      <th>MEM_USAGE_3</th>\n",
       "      <th>DISK_USAGE_3</th>\n",
       "      <th>LJOB_3</th>\n",
       "      <th>RJOB_3</th>\n",
       "      <th>SJOB_3</th>\n",
       "      <th>CJOB_3</th>\n",
       "      <th>FJOB_3</th>\n",
       "      <th>CPU_USAGE_4</th>\n",
       "      <th>MEM_USAGE_4</th>\n",
       "      <th>DISK_USAGE_4</th>\n",
       "      <th>LJOB_4</th>\n",
       "      <th>RJOB_4</th>\n",
       "      <th>SJOB_4</th>\n",
       "      <th>CJOB_4</th>\n",
       "      <th>FJOB_4</th>\n",
       "      <th>CPU_USAGE_5</th>\n",
       "      <th>MEM_USAGE_5</th>\n",
       "      <th>DISK_USAGE_5</th>\n",
       "      <th>LJOB_5</th>\n",
       "      <th>RJOB_5</th>\n",
       "      <th>SJOB_5</th>\n",
       "      <th>CJOB_5</th>\n",
       "      <th>FJOB_5</th>\n",
       "      <th>USED_CPU</th>\n",
       "      <th>USED_MEM</th>\n",
       "      <th>TO_RUN_JOBS</th>\n",
       "      <th>CPU_AVG</th>\n",
       "      <th>CPU_STD</th>\n",
       "      <th>CPU_DIFF</th>\n",
       "      <th>MEM_AVG</th>\n",
       "      <th>MEM_STD</th>\n",
       "      <th>MEM_DIFF</th>\n",
       "      <th>DISK_AVG</th>\n",
       "      <th>DISK_STD</th>\n",
       "      <th>DISK_DIFF</th>\n",
       "      <th>LJOB_AVG</th>\n",
       "      <th>LJOB_STD</th>\n",
       "      <th>LJOB_DIFF</th>\n",
       "      <th>RJOB_AVG</th>\n",
       "      <th>RJOB_STD</th>\n",
       "      <th>RJOB_DIFF</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>13.950000</td>\n",
       "      <td>22.605079</td>\n",
       "      <td>57.987538</td>\n",
       "      <td>7.341295</td>\n",
       "      <td>0.563350</td>\n",
       "      <td>3.372734</td>\n",
       "      <td>4.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>33.306008</td>\n",
       "      <td>11.125508</td>\n",
       "      <td>2.508640</td>\n",
       "      <td>3.648205</td>\n",
       "      <td>7.763952</td>\n",
       "      <td>60</td>\n",
       "      <td>69</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58.0</td>\n",
       "      <td>69.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>67.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>65.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>67.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>15.68</td>\n",
       "      <td>42.88</td>\n",
       "      <td>0.0</td>\n",
       "      <td>79.2</td>\n",
       "      <td>20.029978</td>\n",
       "      <td>38.0</td>\n",
       "      <td>67.4</td>\n",
       "      <td>1.673320</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>64</td>\n",
       "      <td>0</td>\n",
       "      <td>13.766667</td>\n",
       "      <td>12.290532</td>\n",
       "      <td>30.926566</td>\n",
       "      <td>19.998607</td>\n",
       "      <td>0.431896</td>\n",
       "      <td>1.634362</td>\n",
       "      <td>7.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>147.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>14.911072</td>\n",
       "      <td>12.356762</td>\n",
       "      <td>0.166939</td>\n",
       "      <td>4.136347</td>\n",
       "      <td>5.374643</td>\n",
       "      <td>56</td>\n",
       "      <td>91</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>78.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>68.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.0</td>\n",
       "      <td>74.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>24.32</td>\n",
       "      <td>189.44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.6</td>\n",
       "      <td>17.169741</td>\n",
       "      <td>-18.0</td>\n",
       "      <td>67.8</td>\n",
       "      <td>21.229696</td>\n",
       "      <td>-17.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>12.816667</td>\n",
       "      <td>22.605079</td>\n",
       "      <td>57.987538</td>\n",
       "      <td>7.341295</td>\n",
       "      <td>0.563350</td>\n",
       "      <td>3.372734</td>\n",
       "      <td>4.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>33.306008</td>\n",
       "      <td>11.125508</td>\n",
       "      <td>2.508640</td>\n",
       "      <td>3.648205</td>\n",
       "      <td>7.763952</td>\n",
       "      <td>2</td>\n",
       "      <td>41</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>5.0</td>\n",
       "      <td>42.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>43.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>68.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>14.40</td>\n",
       "      <td>52.48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>44.883182</td>\n",
       "      <td>88.0</td>\n",
       "      <td>55.2</td>\n",
       "      <td>18.753666</td>\n",
       "      <td>41.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>1.095445</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>22.605079</td>\n",
       "      <td>57.987538</td>\n",
       "      <td>7.341295</td>\n",
       "      <td>0.563350</td>\n",
       "      <td>3.372734</td>\n",
       "      <td>4.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>33.306008</td>\n",
       "      <td>11.125508</td>\n",
       "      <td>2.508640</td>\n",
       "      <td>3.648205</td>\n",
       "      <td>7.763952</td>\n",
       "      <td>3</td>\n",
       "      <td>34</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>37.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>68.0</td>\n",
       "      <td>68.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.88</td>\n",
       "      <td>43.52</td>\n",
       "      <td>0.0</td>\n",
       "      <td>52.4</td>\n",
       "      <td>33.426038</td>\n",
       "      <td>65.0</td>\n",
       "      <td>58.2</td>\n",
       "      <td>17.210462</td>\n",
       "      <td>34.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>3.492850</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>1024</td>\n",
       "      <td>2</td>\n",
       "      <td>16.583333</td>\n",
       "      <td>9.850405</td>\n",
       "      <td>21.046488</td>\n",
       "      <td>26.000000</td>\n",
       "      <td>0.011706</td>\n",
       "      <td>0.590500</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>26.593691</td>\n",
       "      <td>23.321886</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.219191</td>\n",
       "      <td>1.505973</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.24</td>\n",
       "      <td>409.60</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.224745</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>9.8</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>1.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2991</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>0.283333</td>\n",
       "      <td>22.605079</td>\n",
       "      <td>57.987538</td>\n",
       "      <td>7.341295</td>\n",
       "      <td>0.563350</td>\n",
       "      <td>3.372734</td>\n",
       "      <td>4.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>33.306008</td>\n",
       "      <td>11.125508</td>\n",
       "      <td>2.508640</td>\n",
       "      <td>3.648205</td>\n",
       "      <td>7.763952</td>\n",
       "      <td>54</td>\n",
       "      <td>85</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>68.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>38.40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>24.8</td>\n",
       "      <td>30.938649</td>\n",
       "      <td>-53.0</td>\n",
       "      <td>73.2</td>\n",
       "      <td>10.281051</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.2</td>\n",
       "      <td>0.836660</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2992</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>5.933333</td>\n",
       "      <td>22.605079</td>\n",
       "      <td>57.987538</td>\n",
       "      <td>7.341295</td>\n",
       "      <td>0.563350</td>\n",
       "      <td>3.372734</td>\n",
       "      <td>4.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>33.306008</td>\n",
       "      <td>11.125508</td>\n",
       "      <td>2.508640</td>\n",
       "      <td>3.648205</td>\n",
       "      <td>7.763952</td>\n",
       "      <td>3</td>\n",
       "      <td>40</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>69.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>67.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.48</td>\n",
       "      <td>42.88</td>\n",
       "      <td>0.0</td>\n",
       "      <td>36.2</td>\n",
       "      <td>36.874110</td>\n",
       "      <td>25.0</td>\n",
       "      <td>56.0</td>\n",
       "      <td>14.713939</td>\n",
       "      <td>27.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.6</td>\n",
       "      <td>2.073644</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2993</td>\n",
       "      <td>960</td>\n",
       "      <td>2</td>\n",
       "      <td>21.083333</td>\n",
       "      <td>4.310220</td>\n",
       "      <td>26.010503</td>\n",
       "      <td>26.000113</td>\n",
       "      <td>0.058724</td>\n",
       "      <td>0.443704</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>16.290600</td>\n",
       "      <td>29.986308</td>\n",
       "      <td>0.010627</td>\n",
       "      <td>0.466819</td>\n",
       "      <td>1.053445</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2112.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2994</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>6.766667</td>\n",
       "      <td>3.916342</td>\n",
       "      <td>65.613491</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>0.075920</td>\n",
       "      <td>0.001766</td>\n",
       "      <td>3.0</td>\n",
       "      <td>67.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.059388</td>\n",
       "      <td>6.234262</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.522400</td>\n",
       "      <td>0.041983</td>\n",
       "      <td>2</td>\n",
       "      <td>76</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.80</td>\n",
       "      <td>48.64</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.082207</td>\n",
       "      <td>3.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2995</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>0.133333</td>\n",
       "      <td>32.193717</td>\n",
       "      <td>51.756254</td>\n",
       "      <td>28.963060</td>\n",
       "      <td>0.097586</td>\n",
       "      <td>0.523851</td>\n",
       "      <td>30.0</td>\n",
       "      <td>65.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>29.717418</td>\n",
       "      <td>26.550457</td>\n",
       "      <td>0.319686</td>\n",
       "      <td>0.572271</td>\n",
       "      <td>0.988449</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.48</td>\n",
       "      <td>12.80</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.6</td>\n",
       "      <td>2.408319</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20.2</td>\n",
       "      <td>0.447214</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2996 rows × 86 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        CU  QUEUE_TYPE  DOTTING_TIME  QUEUE_CPU_USAGE_AVG  \\\n",
       "0       16           2     13.950000            22.605079   \n",
       "1       64           0     13.766667            12.290532   \n",
       "2       16           2     12.816667            22.605079   \n",
       "3       16           2      4.966667            22.605079   \n",
       "4     1024           2     16.583333             9.850405   \n",
       "...    ...         ...           ...                  ...   \n",
       "2991    16           2      0.283333            22.605079   \n",
       "2992    16           2      5.933333            22.605079   \n",
       "2993   960           2     21.083333             4.310220   \n",
       "2994    16           0      6.766667             3.916342   \n",
       "2995    16           2      0.133333            32.193717   \n",
       "\n",
       "      QUEUE_MEM_USAGE_AVG  QUEUE_DISK_USAGE_AVG  QUEUE_LJOB_AVG  \\\n",
       "0               57.987538              7.341295        0.563350   \n",
       "1               30.926566             19.998607        0.431896   \n",
       "2               57.987538              7.341295        0.563350   \n",
       "3               57.987538              7.341295        0.563350   \n",
       "4               21.046488             26.000000        0.011706   \n",
       "...                   ...                   ...             ...   \n",
       "2991            57.987538              7.341295        0.563350   \n",
       "2992            57.987538              7.341295        0.563350   \n",
       "2993            26.010503             26.000113        0.058724   \n",
       "2994            65.613491             20.000000        0.075920   \n",
       "2995            51.756254             28.963060        0.097586   \n",
       "\n",
       "      QUEUE_RJOB_AVG  QUEUE_CPU_USAGE_MEDIAN  QUEUE_MEM_USAGE_MEDIAN  \\\n",
       "0           3.372734                     4.0                    60.0   \n",
       "1           1.634362                     7.0                    30.0   \n",
       "2           3.372734                     4.0                    60.0   \n",
       "3           3.372734                     4.0                    60.0   \n",
       "4           0.590500                     0.0                     7.0   \n",
       "...              ...                     ...                     ...   \n",
       "2991        3.372734                     4.0                    60.0   \n",
       "2992        3.372734                     4.0                    60.0   \n",
       "2993        0.443704                     0.0                    10.0   \n",
       "2994        0.001766                     3.0                    67.0   \n",
       "2995        0.523851                    30.0                    65.0   \n",
       "\n",
       "      QUEUE_DISK_USAGE_MEDIAN  QUEUE_LJOB_MEDIAN  QUEUE_RJOB_MEDIAN  \\\n",
       "0                         8.0                0.0                0.0   \n",
       "1                        20.0                0.0                0.0   \n",
       "2                         8.0                0.0                0.0   \n",
       "3                         8.0                0.0                0.0   \n",
       "4                        26.0                0.0                0.0   \n",
       "...                       ...                ...                ...   \n",
       "2991                      8.0                0.0                0.0   \n",
       "2992                      8.0                0.0                0.0   \n",
       "2993                     26.0                0.0                0.0   \n",
       "2994                     20.0                0.0                0.0   \n",
       "2995                     29.0                0.0                1.0   \n",
       "\n",
       "      QUEUE_CPU_USAGE_MIN  QUEUE_MEM_USAGE_MIN  QUEUE_DISK_USAGE_MIN  \\\n",
       "0                     0.0                  0.0                   0.0   \n",
       "1                     0.0                  0.0                   0.0   \n",
       "2                     0.0                  0.0                   0.0   \n",
       "3                     0.0                  0.0                   0.0   \n",
       "4                     0.0                  2.0                  26.0   \n",
       "...                   ...                  ...                   ...   \n",
       "2991                  0.0                  0.0                   0.0   \n",
       "2992                  0.0                  0.0                   0.0   \n",
       "2993                  0.0                  2.0                  26.0   \n",
       "2994                  1.0                 46.0                  20.0   \n",
       "2995                  1.0                 14.0                  26.0   \n",
       "\n",
       "      QUEUE_LJOB_MIN  QUEUE_RJOB_MIN  QUEUE_CPU_USAGE_MAX  \\\n",
       "0                0.0             0.0                100.0   \n",
       "1                0.0             0.0                 99.0   \n",
       "2                0.0             0.0                100.0   \n",
       "3                0.0             0.0                100.0   \n",
       "4                0.0             0.0                 95.0   \n",
       "...              ...             ...                  ...   \n",
       "2991             0.0             0.0                100.0   \n",
       "2992             0.0             0.0                100.0   \n",
       "2993             0.0             0.0                 96.0   \n",
       "2994             0.0             0.0                 25.0   \n",
       "2995             0.0             0.0                 99.0   \n",
       "\n",
       "      QUEUE_MEM_USAGE_MAX  QUEUE_DISK_USAGE_MAX  QUEUE_LJOB_MAX  \\\n",
       "0                    97.0                   9.0            79.0   \n",
       "1                    99.0                  20.0           147.0   \n",
       "2                    97.0                   9.0            79.0   \n",
       "3                    97.0                   9.0            79.0   \n",
       "4                    93.0                  26.0             5.0   \n",
       "...                   ...                   ...             ...   \n",
       "2991                 97.0                   9.0            79.0   \n",
       "2992                 97.0                   9.0            79.0   \n",
       "2993                 99.0                  27.0             5.0   \n",
       "2994                 79.0                  20.0             8.0   \n",
       "2995                 98.0                  29.0             5.0   \n",
       "\n",
       "      QUEUE_RJOB_MAX  QUEUE_CPU_USAGE_STD  QUEUE_MEM_USAGE_STD  \\\n",
       "0               49.0            33.306008            11.125508   \n",
       "1               49.0            14.911072            12.356762   \n",
       "2               49.0            33.306008            11.125508   \n",
       "3               49.0            33.306008            11.125508   \n",
       "4                7.0            26.593691            23.321886   \n",
       "...              ...                  ...                  ...   \n",
       "2991            49.0            33.306008            11.125508   \n",
       "2992            49.0            33.306008            11.125508   \n",
       "2993            11.0            16.290600            29.986308   \n",
       "2994             1.0             2.059388             6.234262   \n",
       "2995            50.0            29.717418            26.550457   \n",
       "\n",
       "      QUEUE_DISK_USAGE_STD  QUEUE_LJOB_STD  QUEUE_RJOB_STD  CPU_USAGE_1  \\\n",
       "0                 2.508640        3.648205        7.763952           60   \n",
       "1                 0.166939        4.136347        5.374643           56   \n",
       "2                 2.508640        3.648205        7.763952            2   \n",
       "3                 2.508640        3.648205        7.763952            3   \n",
       "4                 0.000000        0.219191        1.505973            3   \n",
       "...                    ...             ...             ...          ...   \n",
       "2991              2.508640        3.648205        7.763952           54   \n",
       "2992              2.508640        3.648205        7.763952            3   \n",
       "2993              0.010627        0.466819        1.053445            0   \n",
       "2994              0.000000        0.522400        0.041983            2   \n",
       "2995              0.319686        0.572271        0.988449            1   \n",
       "\n",
       "      MEM_USAGE_1  DISK_USAGE_1  LJOB_1  RJOB_1  SJOB_1  CJOB_1  FJOB_1  \\\n",
       "0              69             9       0       5       5       0       0   \n",
       "1              91            20       0       0       0       0       0   \n",
       "2              41             9       0       6       1       0       2   \n",
       "3              34             9       0       1       6       0       2   \n",
       "4               9            26       0       0      12       0       0   \n",
       "...           ...           ...     ...     ...     ...     ...     ...   \n",
       "2991           85             9       0       3       5       0       0   \n",
       "2992           40             9       0       4       4       0       0   \n",
       "2993           55            29       0       1       3       0       0   \n",
       "2994           76            20       0       0       0       0       0   \n",
       "2995           20            29       0       0       0       0       0   \n",
       "\n",
       "      CPU_USAGE_2  MEM_USAGE_2  DISK_USAGE_2  LJOB_2  RJOB_2  SJOB_2  CJOB_2  \\\n",
       "0            58.0         69.0           9.0     0.0     9.0     4.0     0.0   \n",
       "1            48.0         78.0          20.0     0.0     1.0     1.0     0.0   \n",
       "2             5.0         42.0           9.0     0.0     6.0     2.0     0.0   \n",
       "3            37.0         46.0           9.0     0.0     9.0     1.0     0.0   \n",
       "4             0.0         10.0          26.0     0.0     0.0     0.0     0.0   \n",
       "...           ...          ...           ...     ...     ...     ...     ...   \n",
       "2991         63.0         82.0           9.0     0.0     3.0     4.0     0.0   \n",
       "2992          2.0         40.0           9.0     0.0     7.0     8.0     0.0   \n",
       "2993          0.0         55.0          29.0     0.0     1.0     7.0     0.0   \n",
       "2994          2.0         76.0          20.0     0.0     0.0     0.0     0.0   \n",
       "2995          5.0         20.0          29.0     0.0     0.0     0.0     0.0   \n",
       "\n",
       "      FJOB_2  CPU_USAGE_3  MEM_USAGE_3  DISK_USAGE_3  LJOB_3  RJOB_3  SJOB_3  \\\n",
       "0        0.0         80.0         67.0           9.0     0.0     9.0     1.0   \n",
       "1        0.0         23.0         35.0          20.0     0.0     0.0     0.0   \n",
       "2        1.0          3.0         43.0           9.0     0.0     6.0     3.0   \n",
       "3        0.0         90.0         71.0           9.0     0.0     9.0     1.0   \n",
       "4        0.0          1.0         10.0          26.0     0.0     0.0     3.0   \n",
       "...      ...          ...          ...           ...     ...     ...     ...   \n",
       "2991     0.0          3.0         71.0           9.0     0.0     1.0     5.0   \n",
       "2992     0.0         85.0         64.0           9.0     0.0     8.0     2.0   \n",
       "2993     0.0          0.0         55.0          29.0     0.0     1.0     0.0   \n",
       "2994     0.0          2.0         76.0          20.0     0.0     0.0     0.0   \n",
       "2995     0.0          7.0         21.0          29.0     0.0     0.0     0.0   \n",
       "\n",
       "      CJOB_3  FJOB_3  CPU_USAGE_4  MEM_USAGE_4  DISK_USAGE_4  LJOB_4  RJOB_4  \\\n",
       "0        0.0     0.0        100.0         65.0           9.0     0.0     7.0   \n",
       "1        0.0     0.0         68.0         61.0          20.0     0.0     0.0   \n",
       "2        0.0     0.0         80.0         68.0           9.0     0.0     8.0   \n",
       "3        0.0     0.0         64.0         72.0           9.0     0.0     6.0   \n",
       "4        0.0     0.0          0.0         10.0          26.0     0.0     0.0   \n",
       "...      ...     ...          ...          ...           ...     ...     ...   \n",
       "2991     0.0     0.0          3.0         68.0           9.0     0.0     2.0   \n",
       "2992     0.0     0.0         63.0         69.0           9.0     0.0     5.0   \n",
       "2993     0.0     0.0          0.0         55.0          29.0     0.0     1.0   \n",
       "2994     0.0     0.0          9.0         76.0          20.0     0.0     0.0   \n",
       "2995     0.0     0.0          2.0         20.0          29.0     0.0     0.0   \n",
       "\n",
       "      SJOB_4  CJOB_4  FJOB_4  CPU_USAGE_5  MEM_USAGE_5  DISK_USAGE_5  LJOB_5  \\\n",
       "0        2.0     0.0     1.0         98.0         67.0           9.0     0.0   \n",
       "1        0.0     0.0     0.0         38.0         74.0          20.0     0.0   \n",
       "2        2.0     0.0     0.0         90.0         82.0           9.0     0.0   \n",
       "3        2.0     0.0     1.0         68.0         68.0           9.0     0.0   \n",
       "4        0.0     0.0     0.0          1.0         10.0          26.0     0.0   \n",
       "...      ...     ...     ...          ...          ...           ...     ...   \n",
       "2991     5.0     0.0     0.0          1.0         60.0           9.0     0.0   \n",
       "2992     6.0     0.0     0.0         28.0         67.0           9.0     0.0   \n",
       "2993     3.0     0.0     0.0          0.0         55.0          29.0     0.0   \n",
       "2994     0.0     0.0     0.0          5.0         76.0          20.0     0.0   \n",
       "2995     0.0     0.0     0.0          3.0         20.0          29.0     0.0   \n",
       "\n",
       "      RJOB_5  SJOB_5  CJOB_5  FJOB_5  USED_CPU  USED_MEM  TO_RUN_JOBS  \\\n",
       "0       10.0     3.0     0.0     1.0     15.68     42.88          0.0   \n",
       "1        0.0     0.0     0.0     0.0     24.32    189.44          0.0   \n",
       "2        8.0     2.0     0.0     0.0     14.40     52.48          0.0   \n",
       "3        9.0     2.0     0.0     0.0     10.88     43.52          0.0   \n",
       "4        0.0     0.0     0.0     0.0     10.24    409.60          0.0   \n",
       "...      ...     ...     ...     ...       ...       ...          ...   \n",
       "2991     2.0     4.0     0.0     0.0      0.16     38.40          0.0   \n",
       "2992     9.0     2.0     0.0     0.0      4.48     42.88          0.0   \n",
       "2993     1.0     3.0     0.0     0.0      0.00   2112.00          0.0   \n",
       "2994     0.0     0.0     0.0     0.0      0.80     48.64          0.0   \n",
       "2995     0.0     0.0     0.0     0.0      0.48     12.80          0.0   \n",
       "\n",
       "      CPU_AVG    CPU_STD  CPU_DIFF  MEM_AVG    MEM_STD  MEM_DIFF  DISK_AVG  \\\n",
       "0        79.2  20.029978      38.0     67.4   1.673320      -2.0       9.0   \n",
       "1        46.6  17.169741     -18.0     67.8  21.229696     -17.0      20.0   \n",
       "2        36.0  44.883182      88.0     55.2  18.753666      41.0       9.0   \n",
       "3        52.4  33.426038      65.0     58.2  17.210462      34.0       9.0   \n",
       "4         1.0   1.224745      -2.0      9.8   0.447214       1.0      26.0   \n",
       "...       ...        ...       ...      ...        ...       ...       ...   \n",
       "2991     24.8  30.938649     -53.0     73.2  10.281051     -25.0       9.0   \n",
       "2992     36.2  36.874110      25.0     56.0  14.713939      27.0       9.0   \n",
       "2993      0.0   0.000000       0.0     55.0   0.000000       0.0      29.0   \n",
       "2994      4.0   3.082207       3.0     76.0   0.000000       0.0      20.0   \n",
       "2995      3.6   2.408319       2.0     20.2   0.447214       0.0      29.0   \n",
       "\n",
       "      DISK_STD  DISK_DIFF  LJOB_AVG  LJOB_STD  LJOB_DIFF  RJOB_AVG  RJOB_STD  \\\n",
       "0          0.0        0.0       0.0       0.0        0.0       8.0  2.000000   \n",
       "1          0.0        0.0       0.0       0.0        0.0       0.2  0.447214   \n",
       "2          0.0        0.0       0.0       0.0        0.0       6.8  1.095445   \n",
       "3          0.0        0.0       0.0       0.0        0.0       6.8  3.492850   \n",
       "4          0.0        0.0       0.0       0.0        0.0       0.0  0.000000   \n",
       "...        ...        ...       ...       ...        ...       ...       ...   \n",
       "2991       0.0        0.0       0.0       0.0        0.0       2.2  0.836660   \n",
       "2992       0.0        0.0       0.0       0.0        0.0       6.6  2.073644   \n",
       "2993       0.0        0.0       0.0       0.0        0.0       1.0  0.000000   \n",
       "2994       0.0        0.0       0.0       0.0        0.0       0.0  0.000000   \n",
       "2995       0.0        0.0       0.0       0.0        0.0       0.0  0.000000   \n",
       "\n",
       "      RJOB_DIFF  \n",
       "0           5.0  \n",
       "1           0.0  \n",
       "2           2.0  \n",
       "3           8.0  \n",
       "4           0.0  \n",
       "...         ...  \n",
       "2991       -1.0  \n",
       "2992        5.0  \n",
       "2993        0.0  \n",
       "2994        0.0  \n",
       "2995        0.0  \n",
       "\n",
       "[2996 rows x 86 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 去掉无用列\n",
    "useless = [\n",
    "    'QUEUE_ID', 'PLATFORM', 'RESOURCE_TYPE', 'STATUS',\n",
    "]\n",
    "\n",
    "train_df.drop(columns=useless, inplace=True)\n",
    "test_df.drop(columns=['ID']+useless, inplace=True)\n",
    "\n",
    "display(train_df, test_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 4. 训练&预测"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "Y_features = [\n",
    "    'CPU_USAGE_6', 'LJOB_6',\n",
    "    'CPU_USAGE_7', 'LJOB_7',\n",
    "    'CPU_USAGE_8', 'LJOB_8',\n",
    "    'CPU_USAGE_9', 'LJOB_9',\n",
    "    'CPU_USAGE_10', 'LJOB_10'\n",
    "]\n",
    "\n",
    "Y_train = train_df[Y_features]\n",
    "train_df.drop(columns=Y_features, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "lgb_param = {\n",
    "    'num_leaves': 41,\n",
    "    'max_depth': 10,\n",
    "    'learning_rate': 0.08,\n",
    "    'n_estimators': 150,\n",
    "    'subsample': 0.9,\n",
    "    'feature_fraction': 0.8,\n",
    "    'reg_alpha': 0.6,\n",
    "    'reg_lambda': 1.2,\n",
    "    'seed': 2020  # ！！！记得修改！！！\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [02:28<00:00,  2.96s/it]\n"
     ]
    }
   ],
   "source": [
    "# 总迭代次数\n",
    "N = MODEL_N * NFOLDS\n",
    "\n",
    "# 进度条\n",
    "pbar = tqdm(total=N, position=0, leave=True)\n",
    "\n",
    "# 交叉验证\n",
    "kfold = KFold(n_splits=NFOLDS, shuffle=True, random_state=2020)\n",
    "kf = kfold.split(train_df)\n",
    "\n",
    "# out-of-folds\n",
    "oof = np.zeros((train_df.shape[0], MODEL_N))\n",
    "\n",
    "for train_idx, validate_idx in kf:\n",
    "    # 切割训练集&验证集\n",
    "    X_train, y_train = train_df.iloc[train_idx, :], Y_train.iloc[train_idx, :]\n",
    "    X_valid, y_valid = train_df.iloc[validate_idx, :], Y_train.iloc[validate_idx]\n",
    "\n",
    "    for i in range(MODEL_N):\n",
    "        y = y_train.iloc[:, i]\n",
    "\n",
    "        reg = lgb.LGBMRegressor(n_jobs=-1, **lgb_param)\n",
    "        bst = reg.fit(X_train, y)\n",
    "\n",
    "        # 验证集\n",
    "        valid_pred = bst.predict(X_valid)\n",
    "        valid_pred[valid_pred < 0] = 0\n",
    "        valid_pred[valid_pred > 100] = 100\n",
    "        valid_pred = valid_pred.astype(np.int)\n",
    "        oof[validate_idx, i] = valid_pred\n",
    "        \n",
    "        # 测试集\n",
    "        test_pred = bst.predict(test_df)\n",
    "        test_pred[test_pred < 0] = 0\n",
    "        test_pred[test_pred > 100] = 100\n",
    "        sample_df.iloc[:, i+1] += test_pred / NFOLDS\n",
    "\n",
    "        # 更新进度条\n",
    "        pbar.update(1)\n",
    "\n",
    "# 关闭进度条\n",
    "pbar.close()\n",
    "\n",
    "# 转为整型\n",
    "sample_df = sample_df.astype(np.int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "def evaluate(Y_true, Y_preds):\n",
    "    \"\"\"赛题给的评估函数.\"\"\"\n",
    "    # shape: (n, 10)\n",
    "    if not isinstance(Y_true, np.ndarray):\n",
    "        Y_true = Y_true.to_numpy()\n",
    "\n",
    "    if not isinstance(Y_preds, np.ndarray):\n",
    "        Y_preds = Y_preds.to_numpy()\n",
    "\n",
    "    dist = 0  # DIST_k\n",
    "    for i in range(MODEL_N//2):\n",
    "        cpu_true, job_true = Y_true[:, i*2], Y_true[:, i*2+1]  # shape: (n,)\n",
    "        cpu_preds, job_preds = Y_preds[:, i*2], Y_preds[:, i*2+1]  # shape: (n,)\n",
    "        max_job = np.max((job_true, job_preds), axis=0)\n",
    "\n",
    "        # 防止分母为0（当分母为0是，分子也为0，所以可以把分母0设为1）\n",
    "        max_job[max_job == 0] = 1.0\n",
    "        dist += 0.9 * np.abs((cpu_preds - cpu_true) / 100) + 0.1 * np.abs((job_true - job_true) / max_job)\n",
    "\n",
    "    score = 1 - dist.mean()\n",
    "    return score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "oof score = 0.909830\n"
     ]
    }
   ],
   "source": [
    "# 计算验证集分数\n",
    "oof_score = evaluate(Y_train, oof)\n",
    "print('oof score = %.6f' % oof_score)  # 0.909830"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>CPU_USAGE_1</th>\n",
       "      <th>LAUNCHING_JOB_NUMS_1</th>\n",
       "      <th>CPU_USAGE_2</th>\n",
       "      <th>LAUNCHING_JOB_NUMS_2</th>\n",
       "      <th>CPU_USAGE_3</th>\n",
       "      <th>LAUNCHING_JOB_NUMS_3</th>\n",
       "      <th>CPU_USAGE_4</th>\n",
       "      <th>LAUNCHING_JOB_NUMS_4</th>\n",
       "      <th>CPU_USAGE_5</th>\n",
       "      <th>LAUNCHING_JOB_NUMS_5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>82</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0</td>\n",
       "      <td>77</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>52</td>\n",
       "      <td>0</td>\n",
       "      <td>61</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2991</td>\n",
       "      <td>2992</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>53</td>\n",
       "      <td>0</td>\n",
       "      <td>66</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2992</td>\n",
       "      <td>2993</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2993</td>\n",
       "      <td>2994</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2994</td>\n",
       "      <td>2995</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2995</td>\n",
       "      <td>2996</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2996 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        ID  CPU_USAGE_1  LAUNCHING_JOB_NUMS_1  CPU_USAGE_2  \\\n",
       "0        1           82                     0           68   \n",
       "1        2           36                     0           34   \n",
       "2        3           52                     0           61   \n",
       "3        4           23                     0            5   \n",
       "4        5            1                     0           10   \n",
       "...    ...          ...                   ...          ...   \n",
       "2991  2992            2                     0            4   \n",
       "2992  2993           34                     0            4   \n",
       "2993  2994            0                     0            0   \n",
       "2994  2995            4                     0            4   \n",
       "2995  2996            3                     0            3   \n",
       "\n",
       "      LAUNCHING_JOB_NUMS_2  CPU_USAGE_3  LAUNCHING_JOB_NUMS_3  CPU_USAGE_4  \\\n",
       "0                        0           44                     0           40   \n",
       "1                        0           40                     0           44   \n",
       "2                        0           17                     0           15   \n",
       "3                        0            7                     0            8   \n",
       "4                        0           11                     0            8   \n",
       "...                    ...          ...                   ...          ...   \n",
       "2991                     0           12                     0           53   \n",
       "2992                     0            4                     0            3   \n",
       "2993                     0            0                     0            0   \n",
       "2994                     0            4                     0            4   \n",
       "2995                     0            4                     0            4   \n",
       "\n",
       "      LAUNCHING_JOB_NUMS_4  CPU_USAGE_5  LAUNCHING_JOB_NUMS_5  \n",
       "0                        0           77                     0  \n",
       "1                        0           34                     0  \n",
       "2                        0            9                     0  \n",
       "3                        0            5                     0  \n",
       "4                        0            6                     0  \n",
       "...                    ...          ...                   ...  \n",
       "2991                     0           66                     0  \n",
       "2992                     0            2                     0  \n",
       "2993                     0            0                     0  \n",
       "2994                     0            3                     0  \n",
       "2995                     0            7                     0  \n",
       "\n",
       "[2996 rows x 11 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "sample_df.to_csv('baseline.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}