pitcher_data_cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "c5608369",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "if (!(\"Notification\" in window)) {\n",
       "    alert(\"This browser does not support desktop notifications, so the %%notify magic will not work.\");\n",
       "} else if (Notification.permission !== 'granted' && Notification.permission !== 'denied') {\n",
       "    Notification.requestPermission(function (permission) {\n",
       "        if(!('permission' in Notification)) {\n",
       "            Notification.permission = permission;\n",
       "        }\n",
       "    })\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%load_ext jupyternotify\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "\n",
    "\n",
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e836dfef",
   "metadata": {},
   "source": [
    "Statcast CSV Doc: https://baseballsavant.mlb.com/csv-docs\n",
    "\n",
    "Strike Zone Size: https://baseballsavant.mlb.com/visuals/profile?pitch_type=&batter=&pitcher=&balls=&strikes=&year=2021&min_strikes=0&bucket_size=0.5&chart_type=swings&player_id=&position=&player_name="
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5f170a26",
   "metadata": {},
   "source": [
    "1. group pitch type\n",
    "1. add handedness column\n",
    "1. calculate contact profile stats\n",
    "1. calculate player level stats"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "86a4f50d",
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_19 = pd.read_csv('../data/PitchData_19.csv', index_col=[0])\n",
    "raw_20 = pd.read_csv('../data/PitchData_20.csv', index_col=[0])\n",
    "raw_21 = pd.read_csv('../data/PitchData_21.csv', index_col=[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2ee2b26e",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "raw_all = pd.concat([raw_21, raw_20, raw_19], ignore_index=True).copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "d73fea24",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = raw_all.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "4667acbb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1803348, 92)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check data size:\n",
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "2b8f8588",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitch_type</th>\n",
       "      <th>game_date</th>\n",
       "      <th>release_speed</th>\n",
       "      <th>release_pos_x</th>\n",
       "      <th>release_pos_z</th>\n",
       "      <th>player_name</th>\n",
       "      <th>batter</th>\n",
       "      <th>pitcher</th>\n",
       "      <th>events</th>\n",
       "      <th>description</th>\n",
       "      <th>spin_dir</th>\n",
       "      <th>spin_rate_deprecated</th>\n",
       "      <th>break_angle_deprecated</th>\n",
       "      <th>break_length_deprecated</th>\n",
       "      <th>zone</th>\n",
       "      <th>des</th>\n",
       "      <th>game_type</th>\n",
       "      <th>stand</th>\n",
       "      <th>p_throws</th>\n",
       "      <th>home_team</th>\n",
       "      <th>away_team</th>\n",
       "      <th>type</th>\n",
       "      <th>hit_location</th>\n",
       "      <th>bb_type</th>\n",
       "      <th>balls</th>\n",
       "      <th>strikes</th>\n",
       "      <th>game_year</th>\n",
       "      <th>pfx_x</th>\n",
       "      <th>pfx_z</th>\n",
       "      <th>plate_x</th>\n",
       "      <th>plate_z</th>\n",
       "      <th>on_3b</th>\n",
       "      <th>on_2b</th>\n",
       "      <th>on_1b</th>\n",
       "      <th>outs_when_up</th>\n",
       "      <th>inning</th>\n",
       "      <th>inning_topbot</th>\n",
       "      <th>hc_x</th>\n",
       "      <th>hc_y</th>\n",
       "      <th>tfs_deprecated</th>\n",
       "      <th>tfs_zulu_deprecated</th>\n",
       "      <th>fielder_2</th>\n",
       "      <th>umpire</th>\n",
       "      <th>sv_id</th>\n",
       "      <th>vx0</th>\n",
       "      <th>vy0</th>\n",
       "      <th>vz0</th>\n",
       "      <th>ax</th>\n",
       "      <th>ay</th>\n",
       "      <th>az</th>\n",
       "      <th>sz_top</th>\n",
       "      <th>sz_bot</th>\n",
       "      <th>hit_distance_sc</th>\n",
       "      <th>launch_speed</th>\n",
       "      <th>launch_angle</th>\n",
       "      <th>effective_speed</th>\n",
       "      <th>release_spin_rate</th>\n",
       "      <th>release_extension</th>\n",
       "      <th>game_pk</th>\n",
       "      <th>pitcher.1</th>\n",
       "      <th>fielder_2.1</th>\n",
       "      <th>fielder_3</th>\n",
       "      <th>fielder_4</th>\n",
       "      <th>fielder_5</th>\n",
       "      <th>fielder_6</th>\n",
       "      <th>fielder_7</th>\n",
       "      <th>fielder_8</th>\n",
       "      <th>fielder_9</th>\n",
       "      <th>release_pos_y</th>\n",
       "      <th>estimated_ba_using_speedangle</th>\n",
       "      <th>estimated_woba_using_speedangle</th>\n",
       "      <th>woba_value</th>\n",
       "      <th>woba_denom</th>\n",
       "      <th>babip_value</th>\n",
       "      <th>iso_value</th>\n",
       "      <th>launch_speed_angle</th>\n",
       "      <th>at_bat_number</th>\n",
       "      <th>pitch_number</th>\n",
       "      <th>pitch_name</th>\n",
       "      <th>home_score</th>\n",
       "      <th>away_score</th>\n",
       "      <th>bat_score</th>\n",
       "      <th>fld_score</th>\n",
       "      <th>post_away_score</th>\n",
       "      <th>post_home_score</th>\n",
       "      <th>post_bat_score</th>\n",
       "      <th>post_fld_score</th>\n",
       "      <th>if_fielding_alignment</th>\n",
       "      <th>of_fielding_alignment</th>\n",
       "      <th>spin_axis</th>\n",
       "      <th>delta_home_win_exp</th>\n",
       "      <th>delta_run_exp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-11-02</td>\n",
       "      <td>93.7</td>\n",
       "      <td>1.39</td>\n",
       "      <td>6.72</td>\n",
       "      <td>Smith, Will</td>\n",
       "      <td>493329</td>\n",
       "      <td>519293</td>\n",
       "      <td>field_out</td>\n",
       "      <td>hit_into_play</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Yuli Gurriel grounds out, shortstop Dansby Swa...</td>\n",
       "      <td>W</td>\n",
       "      <td>R</td>\n",
       "      <td>L</td>\n",
       "      <td>HOU</td>\n",
       "      <td>ATL</td>\n",
       "      <td>X</td>\n",
       "      <td>6.0</td>\n",
       "      <td>ground_ball</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2021</td>\n",
       "      <td>0.57</td>\n",
       "      <td>1.21</td>\n",
       "      <td>0.19</td>\n",
       "      <td>2.68</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>488726.0</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>98.12</td>\n",
       "      <td>136.43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4.348927</td>\n",
       "      <td>-136.263269</td>\n",
       "      <td>-7.335202</td>\n",
       "      <td>8.101619</td>\n",
       "      <td>29.384843</td>\n",
       "      <td>-15.743652</td>\n",
       "      <td>3.37</td>\n",
       "      <td>1.53</td>\n",
       "      <td>5.0</td>\n",
       "      <td>93.8</td>\n",
       "      <td>-28.0</td>\n",
       "      <td>93.4</td>\n",
       "      <td>2112.0</td>\n",
       "      <td>6.1</td>\n",
       "      <td>660906</td>\n",
       "      <td>519293</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>518692.0</td>\n",
       "      <td>645277.0</td>\n",
       "      <td>663586.0</td>\n",
       "      <td>621020.0</td>\n",
       "      <td>592696.0</td>\n",
       "      <td>628338.0</td>\n",
       "      <td>594807.0</td>\n",
       "      <td>54.39</td>\n",
       "      <td>0.071</td>\n",
       "      <td>0.064</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>69</td>\n",
       "      <td>3</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>146.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>-0.138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-11-02</td>\n",
       "      <td>92.9</td>\n",
       "      <td>1.38</td>\n",
       "      <td>6.72</td>\n",
       "      <td>Smith, Will</td>\n",
       "      <td>493329</td>\n",
       "      <td>519293</td>\n",
       "      <td>NaN</td>\n",
       "      <td>foul</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Yuli Gurriel grounds out, shortstop Dansby Swa...</td>\n",
       "      <td>W</td>\n",
       "      <td>R</td>\n",
       "      <td>L</td>\n",
       "      <td>HOU</td>\n",
       "      <td>ATL</td>\n",
       "      <td>S</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2021</td>\n",
       "      <td>0.90</td>\n",
       "      <td>1.34</td>\n",
       "      <td>0.01</td>\n",
       "      <td>2.12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>488726.0</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-5.455433</td>\n",
       "      <td>-134.989926</td>\n",
       "      <td>-8.881689</td>\n",
       "      <td>12.188852</td>\n",
       "      <td>30.690010</td>\n",
       "      <td>-14.009571</td>\n",
       "      <td>3.37</td>\n",
       "      <td>1.53</td>\n",
       "      <td>156.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>92.6</td>\n",
       "      <td>2206.0</td>\n",
       "      <td>6.3</td>\n",
       "      <td>660906</td>\n",
       "      <td>519293</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>518692.0</td>\n",
       "      <td>645277.0</td>\n",
       "      <td>663586.0</td>\n",
       "      <td>621020.0</td>\n",
       "      <td>592696.0</td>\n",
       "      <td>628338.0</td>\n",
       "      <td>594807.0</td>\n",
       "      <td>54.22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>69</td>\n",
       "      <td>2</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>145.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>-0.047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-11-02</td>\n",
       "      <td>93.1</td>\n",
       "      <td>1.35</td>\n",
       "      <td>6.73</td>\n",
       "      <td>Smith, Will</td>\n",
       "      <td>493329</td>\n",
       "      <td>519293</td>\n",
       "      <td>NaN</td>\n",
       "      <td>called_strike</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>Yuli Gurriel grounds out, shortstop Dansby Swa...</td>\n",
       "      <td>W</td>\n",
       "      <td>R</td>\n",
       "      <td>L</td>\n",
       "      <td>HOU</td>\n",
       "      <td>ATL</td>\n",
       "      <td>S</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2021</td>\n",
       "      <td>0.81</td>\n",
       "      <td>1.52</td>\n",
       "      <td>0.78</td>\n",
       "      <td>2.13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>488726.0</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-3.230974</td>\n",
       "      <td>-135.201801</td>\n",
       "      <td>-9.255781</td>\n",
       "      <td>10.678480</td>\n",
       "      <td>31.699974</td>\n",
       "      <td>-11.705800</td>\n",
       "      <td>3.40</td>\n",
       "      <td>1.53</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92.5</td>\n",
       "      <td>2216.0</td>\n",
       "      <td>6.2</td>\n",
       "      <td>660906</td>\n",
       "      <td>519293</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>518692.0</td>\n",
       "      <td>645277.0</td>\n",
       "      <td>663586.0</td>\n",
       "      <td>621020.0</td>\n",
       "      <td>592696.0</td>\n",
       "      <td>628338.0</td>\n",
       "      <td>594807.0</td>\n",
       "      <td>54.30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>69</td>\n",
       "      <td>1</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>143.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>-0.042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-11-02</td>\n",
       "      <td>94.6</td>\n",
       "      <td>1.31</td>\n",
       "      <td>6.73</td>\n",
       "      <td>Smith, Will</td>\n",
       "      <td>670541</td>\n",
       "      <td>519293</td>\n",
       "      <td>field_out</td>\n",
       "      <td>hit_into_play</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Yordan Alvarez flies out to left fielder Eddie...</td>\n",
       "      <td>W</td>\n",
       "      <td>L</td>\n",
       "      <td>L</td>\n",
       "      <td>HOU</td>\n",
       "      <td>ATL</td>\n",
       "      <td>X</td>\n",
       "      <td>7.0</td>\n",
       "      <td>fly_ball</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2021</td>\n",
       "      <td>0.85</td>\n",
       "      <td>1.27</td>\n",
       "      <td>-0.23</td>\n",
       "      <td>2.66</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>488726.0</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>68.50</td>\n",
       "      <td>86.79</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-5.901934</td>\n",
       "      <td>-137.422092</td>\n",
       "      <td>-7.652311</td>\n",
       "      <td>12.118242</td>\n",
       "      <td>35.102245</td>\n",
       "      <td>-14.577857</td>\n",
       "      <td>3.58</td>\n",
       "      <td>1.68</td>\n",
       "      <td>312.0</td>\n",
       "      <td>92.7</td>\n",
       "      <td>39.0</td>\n",
       "      <td>93.8</td>\n",
       "      <td>2263.0</td>\n",
       "      <td>6.3</td>\n",
       "      <td>660906</td>\n",
       "      <td>519293</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>518692.0</td>\n",
       "      <td>645277.0</td>\n",
       "      <td>663586.0</td>\n",
       "      <td>621020.0</td>\n",
       "      <td>592696.0</td>\n",
       "      <td>628338.0</td>\n",
       "      <td>594807.0</td>\n",
       "      <td>54.25</td>\n",
       "      <td>0.026</td>\n",
       "      <td>0.046</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>68</td>\n",
       "      <td>6</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Infield shift</td>\n",
       "      <td>Standard</td>\n",
       "      <td>140.0</td>\n",
       "      <td>-0.001</td>\n",
       "      <td>-0.386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-11-02</td>\n",
       "      <td>93.6</td>\n",
       "      <td>1.31</td>\n",
       "      <td>6.80</td>\n",
       "      <td>Smith, Will</td>\n",
       "      <td>670541</td>\n",
       "      <td>519293</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ball</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.0</td>\n",
       "      <td>Yordan Alvarez flies out to left fielder Eddie...</td>\n",
       "      <td>W</td>\n",
       "      <td>L</td>\n",
       "      <td>L</td>\n",
       "      <td>HOU</td>\n",
       "      <td>ATL</td>\n",
       "      <td>B</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2021</td>\n",
       "      <td>0.90</td>\n",
       "      <td>1.43</td>\n",
       "      <td>-1.15</td>\n",
       "      <td>1.51</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>488726.0</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-8.265487</td>\n",
       "      <td>-135.578023</td>\n",
       "      <td>-10.936295</td>\n",
       "      <td>12.932808</td>\n",
       "      <td>31.370147</td>\n",
       "      <td>-12.168466</td>\n",
       "      <td>3.46</td>\n",
       "      <td>1.68</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92.8</td>\n",
       "      <td>2239.0</td>\n",
       "      <td>6.2</td>\n",
       "      <td>660906</td>\n",
       "      <td>519293</td>\n",
       "      <td>518595.0</td>\n",
       "      <td>518692.0</td>\n",
       "      <td>645277.0</td>\n",
       "      <td>663586.0</td>\n",
       "      <td>621020.0</td>\n",
       "      <td>592696.0</td>\n",
       "      <td>628338.0</td>\n",
       "      <td>594807.0</td>\n",
       "      <td>54.28</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>68</td>\n",
       "      <td>5</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Infield shift</td>\n",
       "      <td>Standard</td>\n",
       "      <td>152.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.120</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  pitch_type   game_date  release_speed  release_pos_x  release_pos_z  \\\n",
       "0         FF  2021-11-02           93.7           1.39           6.72   \n",
       "1         FF  2021-11-02           92.9           1.38           6.72   \n",
       "2         FF  2021-11-02           93.1           1.35           6.73   \n",
       "3         FF  2021-11-02           94.6           1.31           6.73   \n",
       "4         FF  2021-11-02           93.6           1.31           6.80   \n",
       "\n",
       "   player_name  batter  pitcher     events    description  spin_dir  \\\n",
       "0  Smith, Will  493329   519293  field_out  hit_into_play       NaN   \n",
       "1  Smith, Will  493329   519293        NaN           foul       NaN   \n",
       "2  Smith, Will  493329   519293        NaN  called_strike       NaN   \n",
       "3  Smith, Will  670541   519293  field_out  hit_into_play       NaN   \n",
       "4  Smith, Will  670541   519293        NaN           ball       NaN   \n",
       "\n",
       "   spin_rate_deprecated  break_angle_deprecated  break_length_deprecated  \\\n",
       "0                   NaN                     NaN                      NaN   \n",
       "1                   NaN                     NaN                      NaN   \n",
       "2                   NaN                     NaN                      NaN   \n",
       "3                   NaN                     NaN                      NaN   \n",
       "4                   NaN                     NaN                      NaN   \n",
       "\n",
       "   zone                                                des game_type stand  \\\n",
       "0   5.0  Yuli Gurriel grounds out, shortstop Dansby Swa...         W     R   \n",
       "1   5.0  Yuli Gurriel grounds out, shortstop Dansby Swa...         W     R   \n",
       "2   6.0  Yuli Gurriel grounds out, shortstop Dansby Swa...         W     R   \n",
       "3   5.0  Yordan Alvarez flies out to left fielder Eddie...         W     L   \n",
       "4  13.0  Yordan Alvarez flies out to left fielder Eddie...         W     L   \n",
       "\n",
       "  p_throws home_team away_team type  hit_location      bb_type  balls  \\\n",
       "0        L       HOU       ATL    X           6.0  ground_ball      0   \n",
       "1        L       HOU       ATL    S           NaN          NaN      0   \n",
       "2        L       HOU       ATL    S           NaN          NaN      0   \n",
       "3        L       HOU       ATL    X           7.0     fly_ball      3   \n",
       "4        L       HOU       ATL    B           NaN          NaN      2   \n",
       "\n",
       "   strikes  game_year  pfx_x  pfx_z  plate_x  plate_z  on_3b  on_2b     on_1b  \\\n",
       "0        2       2021   0.57   1.21     0.19     2.68    NaN    NaN  488726.0   \n",
       "1        1       2021   0.90   1.34     0.01     2.12    NaN    NaN  488726.0   \n",
       "2        0       2021   0.81   1.52     0.78     2.13    NaN    NaN  488726.0   \n",
       "3        2       2021   0.85   1.27    -0.23     2.66    NaN    NaN  488726.0   \n",
       "4        2       2021   0.90   1.43    -1.15     1.51    NaN    NaN  488726.0   \n",
       "\n",
       "   outs_when_up  inning inning_topbot   hc_x    hc_y  tfs_deprecated  \\\n",
       "0             2       9           Bot  98.12  136.43             NaN   \n",
       "1             2       9           Bot    NaN     NaN             NaN   \n",
       "2             2       9           Bot    NaN     NaN             NaN   \n",
       "3             1       9           Bot  68.50   86.79             NaN   \n",
       "4             1       9           Bot    NaN     NaN             NaN   \n",
       "\n",
       "   tfs_zulu_deprecated  fielder_2  umpire  sv_id       vx0         vy0  \\\n",
       "0                  NaN   518595.0     NaN    NaN -4.348927 -136.263269   \n",
       "1                  NaN   518595.0     NaN    NaN -5.455433 -134.989926   \n",
       "2                  NaN   518595.0     NaN    NaN -3.230974 -135.201801   \n",
       "3                  NaN   518595.0     NaN    NaN -5.901934 -137.422092   \n",
       "4                  NaN   518595.0     NaN    NaN -8.265487 -135.578023   \n",
       "\n",
       "         vz0         ax         ay         az  sz_top  sz_bot  \\\n",
       "0  -7.335202   8.101619  29.384843 -15.743652    3.37    1.53   \n",
       "1  -8.881689  12.188852  30.690010 -14.009571    3.37    1.53   \n",
       "2  -9.255781  10.678480  31.699974 -11.705800    3.40    1.53   \n",
       "3  -7.652311  12.118242  35.102245 -14.577857    3.58    1.68   \n",
       "4 -10.936295  12.932808  31.370147 -12.168466    3.46    1.68   \n",
       "\n",
       "   hit_distance_sc  launch_speed  launch_angle  effective_speed  \\\n",
       "0              5.0          93.8         -28.0             93.4   \n",
       "1            156.0          75.0          15.0             92.6   \n",
       "2              NaN           NaN           NaN             92.5   \n",
       "3            312.0          92.7          39.0             93.8   \n",
       "4              NaN           NaN           NaN             92.8   \n",
       "\n",
       "   release_spin_rate  release_extension  game_pk  pitcher.1  fielder_2.1  \\\n",
       "0             2112.0                6.1   660906     519293     518595.0   \n",
       "1             2206.0                6.3   660906     519293     518595.0   \n",
       "2             2216.0                6.2   660906     519293     518595.0   \n",
       "3             2263.0                6.3   660906     519293     518595.0   \n",
       "4             2239.0                6.2   660906     519293     518595.0   \n",
       "\n",
       "   fielder_3  fielder_4  fielder_5  fielder_6  fielder_7  fielder_8  \\\n",
       "0   518692.0   645277.0   663586.0   621020.0   592696.0   628338.0   \n",
       "1   518692.0   645277.0   663586.0   621020.0   592696.0   628338.0   \n",
       "2   518692.0   645277.0   663586.0   621020.0   592696.0   628338.0   \n",
       "3   518692.0   645277.0   663586.0   621020.0   592696.0   628338.0   \n",
       "4   518692.0   645277.0   663586.0   621020.0   592696.0   628338.0   \n",
       "\n",
       "   fielder_9  release_pos_y  estimated_ba_using_speedangle  \\\n",
       "0   594807.0          54.39                          0.071   \n",
       "1   594807.0          54.22                            NaN   \n",
       "2   594807.0          54.30                            NaN   \n",
       "3   594807.0          54.25                          0.026   \n",
       "4   594807.0          54.28                            NaN   \n",
       "\n",
       "   estimated_woba_using_speedangle  woba_value  woba_denom  babip_value  \\\n",
       "0                            0.064         0.0         1.0          0.0   \n",
       "1                              NaN         NaN         NaN          NaN   \n",
       "2                              NaN         NaN         NaN          NaN   \n",
       "3                            0.046         0.0         1.0          0.0   \n",
       "4                              NaN         NaN         NaN          NaN   \n",
       "\n",
       "   iso_value  launch_speed_angle  at_bat_number  pitch_number  \\\n",
       "0        0.0                 2.0             69             3   \n",
       "1        NaN                 NaN             69             2   \n",
       "2        NaN                 NaN             69             1   \n",
       "3        0.0                 3.0             68             6   \n",
       "4        NaN                 NaN             68             5   \n",
       "\n",
       "        pitch_name  home_score  away_score  bat_score  fld_score  \\\n",
       "0  4-Seam Fastball           0           7          0          7   \n",
       "1  4-Seam Fastball           0           7          0          7   \n",
       "2  4-Seam Fastball           0           7          0          7   \n",
       "3  4-Seam Fastball           0           7          0          7   \n",
       "4  4-Seam Fastball           0           7          0          7   \n",
       "\n",
       "   post_away_score  post_home_score  post_bat_score  post_fld_score  \\\n",
       "0                7                0               0               7   \n",
       "1                7                0               0               7   \n",
       "2                7                0               0               7   \n",
       "3                7                0               0               7   \n",
       "4                7                0               0               7   \n",
       "\n",
       "  if_fielding_alignment of_fielding_alignment  spin_axis  delta_home_win_exp  \\\n",
       "0              Standard              Standard      146.0               0.000   \n",
       "1              Standard              Standard      145.0               0.000   \n",
       "2              Standard              Standard      143.0               0.000   \n",
       "3         Infield shift              Standard      140.0              -0.001   \n",
       "4         Infield shift              Standard      152.0               0.000   \n",
       "\n",
       "   delta_run_exp  \n",
       "0         -0.138  \n",
       "1         -0.047  \n",
       "2         -0.042  \n",
       "3         -0.386  \n",
       "4          0.120  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "226c2043",
   "metadata": {},
   "source": [
    "# 1. Initial Processing"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d451afc4",
   "metadata": {},
   "source": [
    "Keep regular season games only"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "a2972f50",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1705908, 92)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = data[data['game_type']=='R'].copy()\n",
    "data.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3686d592",
   "metadata": {},
   "source": [
    "Train/Test Split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "53a79fd0",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_test_full = data[data['game_date']>='2021-09-01'].copy()\n",
    "data_train_full = data[data['game_date']<'2021-09-01'].copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fd77eb66",
   "metadata": {},
   "source": [
    "# remove all pitchers with less than 200 pitches thrown (~50 PA)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "d0aa264d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# pitch_count = data_train_full['pitcher'].value_counts().rename_axis('pitcher').reset_index(name='count').copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "fbadc0fc",
   "metadata": {},
   "outputs": [],
   "source": [
    "# # number of pitchers with less than 200 Pit\n",
    "# pitch_count[pitch_count['count']<200].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "83e8cb77",
   "metadata": {},
   "outputs": [],
   "source": [
    "# remove_list = pitch_count[pitch_count['count']<200]['pitcher'].to_list()\n",
    "# data_train_full = data_train_full.loc[~data_train_full['pitcher'].isin(remove_list)].copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2e1f4c4f",
   "metadata": {},
   "source": [
    "## Check NaN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c7ae3130",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Var Name:      Num of Missing:\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "pitch_type            6167\n",
       "release_spin_rate    23948\n",
       "release_pos_x         7928\n",
       "release_pos_y         7928\n",
       "release_speed         7727\n",
       "pfx_x                 7718\n",
       "pfx_z                 7718\n",
       "spin_axis            11420\n",
       "dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check_var = ['pitch_type','release_spin_rate', 'release_pos_x',\n",
    "             'release_pos_y','release_speed', 'pfx_x', 'pfx_z', 'spin_axis']\n",
    "print('Var Name:      Num of Missing:')\n",
    "data_train_full[check_var].isna().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ae7e88cd",
   "metadata": {},
   "source": [
    "Take a quick look at \"release_spin_rate\":"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "aef9654c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2019-05-27    1546\n",
       "2019-06-13     686\n",
       "2019-06-29     486\n",
       "2019-06-30     470\n",
       "2019-08-24     432\n",
       "              ... \n",
       "2021-06-29       1\n",
       "2021-08-06       1\n",
       "2021-07-20       1\n",
       "2021-08-02       1\n",
       "2021-05-30       1\n",
       "Name: game_date, Length: 387, dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check missing spin rate by date\n",
    "data_train_full[data_train_full.release_spin_rate.isna()]['game_date'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "0ebfecb3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average # of ptiches thrown per game date: 3927.7256857855364\n"
     ]
    }
   ],
   "source": [
    "print(f\"Average # of ptiches thrown per game date: {data_train_full.game_date.value_counts().mean()}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e55c4653",
   "metadata": {},
   "source": [
    "Seems like missing values appear randomly on a relatively small scale. I'll drop them all."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "d10b0ff2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1551047, 92)"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_train = data_train_full.dropna(subset=check_var, how='any').copy() # drop all nan\n",
    "data_train.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "52ed03dd",
   "metadata": {},
   "source": [
    "## Group pitches\n",
    "I'll group similar pitches to reduce variability and drop some of the weird ones that rarely occur. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "ce7c811c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pitch_type  pitch_name     \n",
       "FF          4-Seam Fastball    554268\n",
       "SL          Slider             274798\n",
       "SI          Sinker             248799\n",
       "CH          Changeup           175439\n",
       "CU          Curveball          134070\n",
       "FC          Cutter             104303\n",
       "KC          Knuckle Curve       33774\n",
       "FS          Split-Finger        23585\n",
       "FA          Fastball             1241\n",
       "CS          Curveball             517\n",
       "EP          Eephus                123\n",
       "KN          Knuckleball            94\n",
       "FO          Forkball               35\n",
       "SC          Screwball               1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_train[['pitch_type', 'pitch_name']].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "b2259f62",
   "metadata": {},
   "outputs": [],
   "source": [
    "pitch_group = {'CH':'off_speed', 'FF':'fastball', 'SL':'sli_cut', 'CU':'curve', 'KC':'curve', \n",
    "               'SI':'fastball', 'FC':'sli_cut', 'CS':'curve', 'FS':'off_speed', 'FA':'other', \n",
    "               'EP':'other', 'KN':'other', 'SC':'other', 'FO':'other'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "c94a841d",
   "metadata": {},
   "outputs": [],
   "source": [
    "pitch_group2 = {'CH':'off_speed', 'FF':'fastball', 'SL':'breaking', 'CU':'breaking', 'KC':'breaking', \n",
    "               'SI':'fastball', 'FC':'fastball', 'CS':'breaking', 'FS':'off_speed', 'FA':'other', \n",
    "               'EP':'other', 'KN':'other', 'SC':'other', 'FO':'other'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "25c23aa0",
   "metadata": {},
   "outputs": [],
   "source": [
    "# add group label\n",
    "for index, row in data_train.iterrows():\n",
    "    data_train.at[index, 'pitch_group'] = pitch_group[row.pitch_type]\n",
    "    \n",
    "for index, row in data_train.iterrows():\n",
    "    data_train.at[index, 'pitch_group2'] = pitch_group2[row.pitch_type]\n",
    "# drop \"others\". This applies to group2 as well\n",
    "data_train = data_train[data_train['pitch_group']!='other'].copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2d3c6795",
   "metadata": {},
   "source": [
    "# 2. Feature Engineering\n",
    "Features will be grouped into 5 categories:\n",
    "1. Player Profile\n",
    "    1. Handedness\n",
    "    1. Pitch Arsenal (pitch type %)\n",
    "1. Pitch Profile\n",
    "1. Contact Profile\n",
    "1. Swing Profile\n",
    "1. Production Stats\n",
    "\n",
    "## 2.1 Player Profile\n",
    "### Handedness"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "6c60abd9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# add handedness label\n",
    "data_train['throws_right'] = 0\n",
    "data_train.loc[data_train['p_throws']=='R', 'throws_right'] = 1"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ce466103",
   "metadata": {},
   "source": [
    "### Pitch Arsenal"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "c38b36bb",
   "metadata": {},
   "outputs": [],
   "source": [
    "# create dummies for pitch groups\n",
    "# group 1\n",
    "dummies = pd.get_dummies(data_train['pitch_group'])\n",
    "data_train = pd.concat((data_train, dummies), axis=1)\n",
    "# group 2\n",
    "dummies2 = pd.get_dummies(data_train['pitch_group2'])\n",
    "dummies2.rename(columns={'fastball':'fastball_2', 'breaking':'breaking_2', 'off_speed':'off_speed_2'}, inplace=True)\n",
    "data_train = pd.concat((data_train, dummies2), axis=1)\n",
    "\n",
    "data_train['total_pitch'] = 1 # pitch count to calculate percentages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "d65ad39e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# group by pitcher\n",
    "data_player_full = data_train.groupby(['pitcher']).agg({'player_name':max, 'throws_right':max,\n",
    "                                                         'release_pos_x':'mean', 'release_pos_z':'mean', \n",
    "                                                         'fastball':sum, 'curve':sum, 'off_speed':sum,\n",
    "                                                         'sli_cut':sum, 'fastball_2':sum, 'breaking_2':sum,\n",
    "                                                         'off_speed_2':sum, 'total_pitch':sum}).reset_index().copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "5eac37ea",
   "metadata": {},
   "outputs": [],
   "source": [
    "# calculate percentages\n",
    "# group 1\n",
    "data_player_full['fastball_pct'] = data_player_full['fastball']/data_player_full['total_pitch']\n",
    "data_player_full['curve_pct'] = data_player_full['curve']/data_player_full['total_pitch']\n",
    "data_player_full['off_speed_pct'] = data_player_full['off_speed']/data_player_full['total_pitch']\n",
    "data_player_full['sli_cut_pct'] = data_player_full['sli_cut']/data_player_full['total_pitch']\n",
    "# group 2\n",
    "data_player_full['fastball_2pct'] = data_player_full['fastball_2']/data_player_full['total_pitch']\n",
    "data_player_full['breaking_2pct'] = data_player_full['breaking_2']/data_player_full['total_pitch']\n",
    "data_player_full['off_speed_2pct'] = data_player_full['off_speed_2']/data_player_full['total_pitch']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "ea5762cc",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1195, 20)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>player_name</th>\n",
       "      <th>throws_right</th>\n",
       "      <th>release_pos_x</th>\n",
       "      <th>release_pos_z</th>\n",
       "      <th>fastball</th>\n",
       "      <th>curve</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>fastball_2</th>\n",
       "      <th>breaking_2</th>\n",
       "      <th>off_speed_2</th>\n",
       "      <th>total_pitch</th>\n",
       "      <th>fastball_pct</th>\n",
       "      <th>curve_pct</th>\n",
       "      <th>off_speed_pct</th>\n",
       "      <th>sli_cut_pct</th>\n",
       "      <th>fastball_2pct</th>\n",
       "      <th>breaking_2pct</th>\n",
       "      <th>off_speed_2pct</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>Sabathia, CC</td>\n",
       "      <td>0</td>\n",
       "      <td>2.315865</td>\n",
       "      <td>5.899743</td>\n",
       "      <td>270.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>211.0</td>\n",
       "      <td>1190.0</td>\n",
       "      <td>996.0</td>\n",
       "      <td>464.0</td>\n",
       "      <td>211.0</td>\n",
       "      <td>1671</td>\n",
       "      <td>0.161580</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.126272</td>\n",
       "      <td>0.712148</td>\n",
       "      <td>0.596050</td>\n",
       "      <td>0.277678</td>\n",
       "      <td>0.126272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>Rodney, Fernando</td>\n",
       "      <td>1</td>\n",
       "      <td>-2.164653</td>\n",
       "      <td>6.046254</td>\n",
       "      <td>577.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>244.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>577.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>244.0</td>\n",
       "      <td>849</td>\n",
       "      <td>0.679623</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.287397</td>\n",
       "      <td>0.032980</td>\n",
       "      <td>0.679623</td>\n",
       "      <td>0.032980</td>\n",
       "      <td>0.287397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>424144</td>\n",
       "      <td>Pérez, Oliver</td>\n",
       "      <td>0</td>\n",
       "      <td>2.475649</td>\n",
       "      <td>5.331951</td>\n",
       "      <td>529.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>450.0</td>\n",
       "      <td>529.0</td>\n",
       "      <td>450.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>979</td>\n",
       "      <td>0.540347</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.459653</td>\n",
       "      <td>0.540347</td>\n",
       "      <td>0.459653</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>Mathis, Jeff</td>\n",
       "      <td>1</td>\n",
       "      <td>0.047407</td>\n",
       "      <td>6.831852</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>Wainwright, Adam</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.339804</td>\n",
       "      <td>6.171098</td>\n",
       "      <td>2335.0</td>\n",
       "      <td>2248.0</td>\n",
       "      <td>228.0</td>\n",
       "      <td>1366.0</td>\n",
       "      <td>3701.0</td>\n",
       "      <td>2248.0</td>\n",
       "      <td>228.0</td>\n",
       "      <td>6177</td>\n",
       "      <td>0.378015</td>\n",
       "      <td>0.363931</td>\n",
       "      <td>0.036911</td>\n",
       "      <td>0.221143</td>\n",
       "      <td>0.599158</td>\n",
       "      <td>0.363931</td>\n",
       "      <td>0.036911</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher       player_name  throws_right  release_pos_x  release_pos_z  \\\n",
       "0   282332      Sabathia, CC             0       2.315865       5.899743   \n",
       "1   407845  Rodney, Fernando             1      -2.164653       6.046254   \n",
       "2   424144     Pérez, Oliver             0       2.475649       5.331951   \n",
       "3   425772      Mathis, Jeff             1       0.047407       6.831852   \n",
       "4   425794  Wainwright, Adam             1      -1.339804       6.171098   \n",
       "\n",
       "   fastball   curve  off_speed  sli_cut  fastball_2  breaking_2  off_speed_2  \\\n",
       "0     270.0     0.0      211.0   1190.0       996.0       464.0        211.0   \n",
       "1     577.0     0.0      244.0     28.0       577.0        28.0        244.0   \n",
       "2     529.0     0.0        0.0    450.0       529.0       450.0          0.0   \n",
       "3       0.0    27.0        0.0      0.0         0.0        27.0          0.0   \n",
       "4    2335.0  2248.0      228.0   1366.0      3701.0      2248.0        228.0   \n",
       "\n",
       "   total_pitch  fastball_pct  curve_pct  off_speed_pct  sli_cut_pct  \\\n",
       "0         1671      0.161580   0.000000       0.126272     0.712148   \n",
       "1          849      0.679623   0.000000       0.287397     0.032980   \n",
       "2          979      0.540347   0.000000       0.000000     0.459653   \n",
       "3           27      0.000000   1.000000       0.000000     0.000000   \n",
       "4         6177      0.378015   0.363931       0.036911     0.221143   \n",
       "\n",
       "   fastball_2pct  breaking_2pct  off_speed_2pct  \n",
       "0       0.596050       0.277678        0.126272  \n",
       "1       0.679623       0.032980        0.287397  \n",
       "2       0.540347       0.459653        0.000000  \n",
       "3       0.000000       1.000000        0.000000  \n",
       "4       0.599158       0.363931        0.036911  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(data_player_full.shape)\n",
    "data_player_full.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "2cc8e21c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# seperate data based on grouping methods\n",
    "data_player1 = data_player_full[['pitcher', 'player_name', 'throws_right', 'release_pos_x',\n",
    "       'release_pos_z', 'fastball_pct', 'curve_pct', 'off_speed_pct', 'sli_cut_pct']].copy()\n",
    "data_player2 = data_player_full[['pitcher', 'player_name', 'throws_right', 'release_pos_x',\n",
    "       'release_pos_z', 'fastball_2pct', 'breaking_2pct', 'off_speed_2pct']].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "a9f15ffb",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>player_name</th>\n",
       "      <th>throws_right</th>\n",
       "      <th>release_pos_x</th>\n",
       "      <th>release_pos_z</th>\n",
       "      <th>fastball_2pct</th>\n",
       "      <th>breaking_2pct</th>\n",
       "      <th>off_speed_2pct</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>Mathis, Jeff</td>\n",
       "      <td>1</td>\n",
       "      <td>0.047407</td>\n",
       "      <td>6.831852</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>434778</td>\n",
       "      <td>Morales, Kendrys</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.903810</td>\n",
       "      <td>5.876190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.238095</td>\n",
       "      <td>0.761905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>435079</td>\n",
       "      <td>Kinsler, Ian</td>\n",
       "      <td>1</td>\n",
       "      <td>-2.458519</td>\n",
       "      <td>6.392222</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.703704</td>\n",
       "      <td>0.296296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>435522</td>\n",
       "      <td>Walker, Neil</td>\n",
       "      <td>1</td>\n",
       "      <td>-2.475000</td>\n",
       "      <td>6.125000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>448801</td>\n",
       "      <td>Davis, Chris</td>\n",
       "      <td>1</td>\n",
       "      <td>-2.096667</td>\n",
       "      <td>5.969048</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.190476</td>\n",
       "      <td>0.809524</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    pitcher       player_name  throws_right  release_pos_x  release_pos_z  \\\n",
       "3    425772      Mathis, Jeff             1       0.047407       6.831852   \n",
       "16   434778  Morales, Kendrys             1      -1.903810       5.876190   \n",
       "18   435079      Kinsler, Ian             1      -2.458519       6.392222   \n",
       "19   435522      Walker, Neil             1      -2.475000       6.125000   \n",
       "35   448801      Davis, Chris             1      -2.096667       5.969048   \n",
       "\n",
       "    fastball_2pct  breaking_2pct  off_speed_2pct  \n",
       "3             0.0       1.000000        0.000000  \n",
       "16            0.0       0.238095        0.761905  \n",
       "18            0.0       0.703704        0.296296  \n",
       "19            0.0       1.000000        0.000000  \n",
       "35            0.0       0.190476        0.809524  "
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_player2[data_player2.fastball_2pct==0].head() # see who doesn't throw fastball"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2409498f",
   "metadata": {},
   "source": [
    "Many of them were just position players brought in to eat through the innings in hopeless situations. They threw a lot of \"FA\" - slow fastballs, which were all dropped."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "432e5810",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(951, 8)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# for group 2, keep only pitchers who throw all three pitch types\n",
    "data_player2_drop = data_player2[(data_player2.fastball_2pct!=0)&(data_player2.breaking_2pct!=0)&\n",
    "                                 (data_player2.off_speed_2pct!=0)].copy()\n",
    "data_player2_drop.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "75917a6d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>player_name</th>\n",
       "      <th>throws_right</th>\n",
       "      <th>release_pos_x</th>\n",
       "      <th>release_pos_z</th>\n",
       "      <th>fastball_2pct</th>\n",
       "      <th>breaking_2pct</th>\n",
       "      <th>off_speed_2pct</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>Sabathia, CC</td>\n",
       "      <td>0</td>\n",
       "      <td>2.315865</td>\n",
       "      <td>5.899743</td>\n",
       "      <td>0.596050</td>\n",
       "      <td>0.277678</td>\n",
       "      <td>0.126272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>Rodney, Fernando</td>\n",
       "      <td>1</td>\n",
       "      <td>-2.164653</td>\n",
       "      <td>6.046254</td>\n",
       "      <td>0.679623</td>\n",
       "      <td>0.032980</td>\n",
       "      <td>0.287397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>Wainwright, Adam</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.339804</td>\n",
       "      <td>6.171098</td>\n",
       "      <td>0.599158</td>\n",
       "      <td>0.363931</td>\n",
       "      <td>0.036911</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>425844</td>\n",
       "      <td>Greinke, Zack</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.269014</td>\n",
       "      <td>6.336909</td>\n",
       "      <td>0.461538</td>\n",
       "      <td>0.314077</td>\n",
       "      <td>0.224385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>429719</td>\n",
       "      <td>Jackson, Edwin</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.842316</td>\n",
       "      <td>5.938597</td>\n",
       "      <td>0.651074</td>\n",
       "      <td>0.273006</td>\n",
       "      <td>0.075920</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher       player_name  throws_right  release_pos_x  release_pos_z  \\\n",
       "0   282332      Sabathia, CC             0       2.315865       5.899743   \n",
       "1   407845  Rodney, Fernando             1      -2.164653       6.046254   \n",
       "4   425794  Wainwright, Adam             1      -1.339804       6.171098   \n",
       "5   425844     Greinke, Zack             1      -1.269014       6.336909   \n",
       "6   429719    Jackson, Edwin             1      -1.842316       5.938597   \n",
       "\n",
       "   fastball_2pct  breaking_2pct  off_speed_2pct  \n",
       "0       0.596050       0.277678        0.126272  \n",
       "1       0.679623       0.032980        0.287397  \n",
       "4       0.599158       0.363931        0.036911  \n",
       "5       0.461538       0.314077        0.224385  \n",
       "6       0.651074       0.273006        0.075920  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_player2_drop.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8f6f832b",
   "metadata": {},
   "source": [
    "## 2.2 Pitch Profile\n",
    "### Group1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "4c52b8e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# groupby pitcher, pitch_group\n",
    "data_pitch1 = data_train.groupby(['pitcher', 'pitch_group']).agg({'release_speed':'mean', 'pfx_x':'mean', \n",
    "                                                                  'pfx_z':'mean', 'release_spin_rate':'mean', \n",
    "                                                                  'spin_axis':'mean'}).reset_index().copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "5b027b3e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# # add pitch type count\n",
    "# data_pitch1['pitch_type_count'] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "6b673593",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>pitch_group</th>\n",
       "      <th>release_speed</th>\n",
       "      <th>pfx_x</th>\n",
       "      <th>pfx_z</th>\n",
       "      <th>release_spin_rate</th>\n",
       "      <th>spin_axis</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>fastball</td>\n",
       "      <td>89.117407</td>\n",
       "      <td>1.061556</td>\n",
       "      <td>0.718593</td>\n",
       "      <td>2054.900000</td>\n",
       "      <td>124.774074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>282332</td>\n",
       "      <td>off_speed</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>131.938389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>282332</td>\n",
       "      <td>sli_cut</td>\n",
       "      <td>84.779244</td>\n",
       "      <td>-0.348042</td>\n",
       "      <td>0.572118</td>\n",
       "      <td>2199.715126</td>\n",
       "      <td>211.732773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>407845</td>\n",
       "      <td>fastball</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>218.008666</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>407845</td>\n",
       "      <td>off_speed</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>242.942623</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher pitch_group  release_speed     pfx_x     pfx_z  release_spin_rate  \\\n",
       "0   282332    fastball      89.117407  1.061556  0.718593        2054.900000   \n",
       "1   282332   off_speed      82.674408  0.735024  0.645924        1884.739336   \n",
       "2   282332     sli_cut      84.779244 -0.348042  0.572118        2199.715126   \n",
       "3   407845    fastball      93.801906 -0.923969  1.166707        2085.337955   \n",
       "4   407845   off_speed      82.965164 -1.259139  0.643811        1751.614754   \n",
       "\n",
       "    spin_axis  \n",
       "0  124.774074  \n",
       "1  131.938389  \n",
       "2  211.732773  \n",
       "3  218.008666  \n",
       "4  242.942623  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_pitch1.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "516793c7",
   "metadata": {},
   "source": [
    "#### Pivot table to make it wide format"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "7866c082",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "data_pitch1 = data_pitch1.pivot(index='pitcher', columns=['pitch_group'], \n",
    "                                values=['release_speed', 'pfx_x', 'pfx_z', 'release_spin_rate', 'spin_axis']).copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "9de13e28",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">release_speed</th>\n",
       "      <th colspan=\"4\" halign=\"left\">pfx_x</th>\n",
       "      <th colspan=\"4\" halign=\"left\">pfx_z</th>\n",
       "      <th colspan=\"4\" halign=\"left\">release_spin_rate</th>\n",
       "      <th colspan=\"4\" halign=\"left\">spin_axis</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pitch_group</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pitcher</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>282332</th>\n",
       "      <td>NaN</td>\n",
       "      <td>89.117407</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>84.779244</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.061556</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>-0.348042</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.718593</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>0.572118</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2054.900000</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>2199.715126</td>\n",
       "      <td>NaN</td>\n",
       "      <td>124.774074</td>\n",
       "      <td>131.938389</td>\n",
       "      <td>211.732773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>407845</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>86.257143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.189286</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>0.615357</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>2253.607143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>218.008666</td>\n",
       "      <td>242.942623</td>\n",
       "      <td>161.785714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424144</th>\n",
       "      <td>NaN</td>\n",
       "      <td>90.947259</td>\n",
       "      <td>NaN</td>\n",
       "      <td>77.725556</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.361720</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.771156</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.780113</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.076178</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2145.011342</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2249.604444</td>\n",
       "      <td>NaN</td>\n",
       "      <td>123.967864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>281.397778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425772</th>\n",
       "      <td>75.474074</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.159630</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.719630</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1749.481481</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>186.518519</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425794</th>\n",
       "      <td>74.087055</td>\n",
       "      <td>89.483854</td>\n",
       "      <td>82.926754</td>\n",
       "      <td>84.961713</td>\n",
       "      <td>1.451246</td>\n",
       "      <td>-0.803627</td>\n",
       "      <td>-1.164254</td>\n",
       "      <td>0.491259</td>\n",
       "      <td>-1.119364</td>\n",
       "      <td>0.995953</td>\n",
       "      <td>0.648728</td>\n",
       "      <td>0.507694</td>\n",
       "      <td>2792.212189</td>\n",
       "      <td>2202.035974</td>\n",
       "      <td>1733.600877</td>\n",
       "      <td>2367.300146</td>\n",
       "      <td>50.798043</td>\n",
       "      <td>210.449251</td>\n",
       "      <td>228.030702</td>\n",
       "      <td>147.502928</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            release_speed                                      pfx_x  \\\n",
       "pitch_group         curve   fastball  off_speed    sli_cut     curve   \n",
       "pitcher                                                                \n",
       "282332                NaN  89.117407  82.674408  84.779244       NaN   \n",
       "407845                NaN  93.801906  82.965164  86.257143       NaN   \n",
       "424144                NaN  90.947259        NaN  77.725556       NaN   \n",
       "425772          75.474074        NaN        NaN        NaN -0.159630   \n",
       "425794          74.087055  89.483854  82.926754  84.961713  1.451246   \n",
       "\n",
       "                                              pfx_z                      \\\n",
       "pitch_group  fastball off_speed   sli_cut     curve  fastball off_speed   \n",
       "pitcher                                                                   \n",
       "282332       1.061556  0.735024 -0.348042       NaN  0.718593  0.645924   \n",
       "407845      -0.923969 -1.259139  0.189286       NaN  1.166707  0.643811   \n",
       "424144       1.361720       NaN -0.771156       NaN  0.780113       NaN   \n",
       "425772            NaN       NaN       NaN  1.719630       NaN       NaN   \n",
       "425794      -0.803627 -1.164254  0.491259 -1.119364  0.995953  0.648728   \n",
       "\n",
       "                      release_spin_rate                            \\\n",
       "pitch_group   sli_cut             curve     fastball    off_speed   \n",
       "pitcher                                                             \n",
       "282332       0.572118               NaN  2054.900000  1884.739336   \n",
       "407845       0.615357               NaN  2085.337955  1751.614754   \n",
       "424144      -0.076178               NaN  2145.011342          NaN   \n",
       "425772            NaN       1749.481481          NaN          NaN   \n",
       "425794       0.507694       2792.212189  2202.035974  1733.600877   \n",
       "\n",
       "                           spin_axis                                      \n",
       "pitch_group      sli_cut       curve    fastball   off_speed     sli_cut  \n",
       "pitcher                                                                   \n",
       "282332       2199.715126         NaN  124.774074  131.938389  211.732773  \n",
       "407845       2253.607143         NaN  218.008666  242.942623  161.785714  \n",
       "424144       2249.604444         NaN  123.967864         NaN  281.397778  \n",
       "425772               NaN  186.518519         NaN         NaN         NaN  \n",
       "425794       2367.300146   50.798043  210.449251  228.030702  147.502928  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_pitch1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "28d92db9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of non-FF pitcher: 72\n"
     ]
    }
   ],
   "source": [
    "num = data_pitch1['release_speed']['fastball'].isna().sum()\n",
    "print(f\"Number of non-FF pitcher: {num}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "24919e6a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# fill NA with 0\n",
    "data_pitch1 = data_pitch1.fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "82e5e15e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"4\" halign=\"left\">release_speed</th>\n",
       "      <th colspan=\"4\" halign=\"left\">pfx_x</th>\n",
       "      <th colspan=\"4\" halign=\"left\">pfx_z</th>\n",
       "      <th colspan=\"4\" halign=\"left\">release_spin_rate</th>\n",
       "      <th colspan=\"4\" halign=\"left\">spin_axis</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pitch_group</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "      <th>curve</th>\n",
       "      <th>fastball</th>\n",
       "      <th>off_speed</th>\n",
       "      <th>sli_cut</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pitcher</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>282332</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>89.117407</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>84.779244</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.061556</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>-0.348042</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.718593</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>0.572118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2054.900000</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>2199.715126</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>124.774074</td>\n",
       "      <td>131.938389</td>\n",
       "      <td>211.732773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>407845</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>86.257143</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.189286</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>0.615357</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>2253.607143</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>218.008666</td>\n",
       "      <td>242.942623</td>\n",
       "      <td>161.785714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424144</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>90.947259</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>77.725556</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.361720</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.771156</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.780113</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.076178</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2145.011342</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2249.604444</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>123.967864</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>281.397778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425772</th>\n",
       "      <td>75.474074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.159630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.719630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1749.481481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>186.518519</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425794</th>\n",
       "      <td>74.087055</td>\n",
       "      <td>89.483854</td>\n",
       "      <td>82.926754</td>\n",
       "      <td>84.961713</td>\n",
       "      <td>1.451246</td>\n",
       "      <td>-0.803627</td>\n",
       "      <td>-1.164254</td>\n",
       "      <td>0.491259</td>\n",
       "      <td>-1.119364</td>\n",
       "      <td>0.995953</td>\n",
       "      <td>0.648728</td>\n",
       "      <td>0.507694</td>\n",
       "      <td>2792.212189</td>\n",
       "      <td>2202.035974</td>\n",
       "      <td>1733.600877</td>\n",
       "      <td>2367.300146</td>\n",
       "      <td>50.798043</td>\n",
       "      <td>210.449251</td>\n",
       "      <td>228.030702</td>\n",
       "      <td>147.502928</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            release_speed                                      pfx_x  \\\n",
       "pitch_group         curve   fastball  off_speed    sli_cut     curve   \n",
       "pitcher                                                                \n",
       "282332           0.000000  89.117407  82.674408  84.779244  0.000000   \n",
       "407845           0.000000  93.801906  82.965164  86.257143  0.000000   \n",
       "424144           0.000000  90.947259   0.000000  77.725556  0.000000   \n",
       "425772          75.474074   0.000000   0.000000   0.000000 -0.159630   \n",
       "425794          74.087055  89.483854  82.926754  84.961713  1.451246   \n",
       "\n",
       "                                              pfx_z                      \\\n",
       "pitch_group  fastball off_speed   sli_cut     curve  fastball off_speed   \n",
       "pitcher                                                                   \n",
       "282332       1.061556  0.735024 -0.348042  0.000000  0.718593  0.645924   \n",
       "407845      -0.923969 -1.259139  0.189286  0.000000  1.166707  0.643811   \n",
       "424144       1.361720  0.000000 -0.771156  0.000000  0.780113  0.000000   \n",
       "425772       0.000000  0.000000  0.000000  1.719630  0.000000  0.000000   \n",
       "425794      -0.803627 -1.164254  0.491259 -1.119364  0.995953  0.648728   \n",
       "\n",
       "                      release_spin_rate                            \\\n",
       "pitch_group   sli_cut             curve     fastball    off_speed   \n",
       "pitcher                                                             \n",
       "282332       0.572118          0.000000  2054.900000  1884.739336   \n",
       "407845       0.615357          0.000000  2085.337955  1751.614754   \n",
       "424144      -0.076178          0.000000  2145.011342     0.000000   \n",
       "425772       0.000000       1749.481481     0.000000     0.000000   \n",
       "425794       0.507694       2792.212189  2202.035974  1733.600877   \n",
       "\n",
       "                           spin_axis                                      \n",
       "pitch_group      sli_cut       curve    fastball   off_speed     sli_cut  \n",
       "pitcher                                                                   \n",
       "282332       2199.715126    0.000000  124.774074  131.938389  211.732773  \n",
       "407845       2253.607143    0.000000  218.008666  242.942623  161.785714  \n",
       "424144       2249.604444    0.000000  123.967864    0.000000  281.397778  \n",
       "425772          0.000000  186.518519    0.000000    0.000000    0.000000  \n",
       "425794       2367.300146   50.798043  210.449251  228.030702  147.502928  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_pitch1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "2f5084db",
   "metadata": {},
   "outputs": [],
   "source": [
    "# combine level_0 and level_1 column names and create new names\n",
    "level_0 = data_pitch1.columns.get_level_values(0).to_list()\n",
    "level_1 = data_pitch1.columns.get_level_values(1).to_list()\n",
    "new_names = [level_0[x]+\"_\"+level_1[x] for x in range(len(level_0))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "f2723507",
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop level_0 and reset index\n",
    "data_pitch1 = data_pitch1.droplevel(1, axis=1).reset_index().copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "aba75bc3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>release_speed</th>\n",
       "      <th>release_speed</th>\n",
       "      <th>release_speed</th>\n",
       "      <th>release_speed</th>\n",
       "      <th>pfx_x</th>\n",
       "      <th>pfx_x</th>\n",
       "      <th>pfx_x</th>\n",
       "      <th>pfx_x</th>\n",
       "      <th>pfx_z</th>\n",
       "      <th>pfx_z</th>\n",
       "      <th>pfx_z</th>\n",
       "      <th>pfx_z</th>\n",
       "      <th>release_spin_rate</th>\n",
       "      <th>release_spin_rate</th>\n",
       "      <th>release_spin_rate</th>\n",
       "      <th>release_spin_rate</th>\n",
       "      <th>spin_axis</th>\n",
       "      <th>spin_axis</th>\n",
       "      <th>spin_axis</th>\n",
       "      <th>spin_axis</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>89.117407</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>84.779244</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.061556</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>-0.348042</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.718593</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>0.572118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2054.900000</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>2199.715126</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>124.774074</td>\n",
       "      <td>131.938389</td>\n",
       "      <td>211.732773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>86.257143</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.189286</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>0.615357</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>2253.607143</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>218.008666</td>\n",
       "      <td>242.942623</td>\n",
       "      <td>161.785714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>424144</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>90.947259</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>77.725556</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.361720</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.771156</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.780113</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.076178</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2145.011342</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2249.604444</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>123.967864</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>281.397778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>75.474074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.159630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.719630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1749.481481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>186.518519</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>74.087055</td>\n",
       "      <td>89.483854</td>\n",
       "      <td>82.926754</td>\n",
       "      <td>84.961713</td>\n",
       "      <td>1.451246</td>\n",
       "      <td>-0.803627</td>\n",
       "      <td>-1.164254</td>\n",
       "      <td>0.491259</td>\n",
       "      <td>-1.119364</td>\n",
       "      <td>0.995953</td>\n",
       "      <td>0.648728</td>\n",
       "      <td>0.507694</td>\n",
       "      <td>2792.212189</td>\n",
       "      <td>2202.035974</td>\n",
       "      <td>1733.600877</td>\n",
       "      <td>2367.300146</td>\n",
       "      <td>50.798043</td>\n",
       "      <td>210.449251</td>\n",
       "      <td>228.030702</td>\n",
       "      <td>147.502928</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher  release_speed  release_speed  release_speed  release_speed  \\\n",
       "0   282332       0.000000      89.117407      82.674408      84.779244   \n",
       "1   407845       0.000000      93.801906      82.965164      86.257143   \n",
       "2   424144       0.000000      90.947259       0.000000      77.725556   \n",
       "3   425772      75.474074       0.000000       0.000000       0.000000   \n",
       "4   425794      74.087055      89.483854      82.926754      84.961713   \n",
       "\n",
       "      pfx_x     pfx_x     pfx_x     pfx_x     pfx_z     pfx_z     pfx_z  \\\n",
       "0  0.000000  1.061556  0.735024 -0.348042  0.000000  0.718593  0.645924   \n",
       "1  0.000000 -0.923969 -1.259139  0.189286  0.000000  1.166707  0.643811   \n",
       "2  0.000000  1.361720  0.000000 -0.771156  0.000000  0.780113  0.000000   \n",
       "3 -0.159630  0.000000  0.000000  0.000000  1.719630  0.000000  0.000000   \n",
       "4  1.451246 -0.803627 -1.164254  0.491259 -1.119364  0.995953  0.648728   \n",
       "\n",
       "      pfx_z  release_spin_rate  release_spin_rate  release_spin_rate  \\\n",
       "0  0.572118           0.000000        2054.900000        1884.739336   \n",
       "1  0.615357           0.000000        2085.337955        1751.614754   \n",
       "2 -0.076178           0.000000        2145.011342           0.000000   \n",
       "3  0.000000        1749.481481           0.000000           0.000000   \n",
       "4  0.507694        2792.212189        2202.035974        1733.600877   \n",
       "\n",
       "   release_spin_rate   spin_axis   spin_axis   spin_axis   spin_axis  \n",
       "0        2199.715126    0.000000  124.774074  131.938389  211.732773  \n",
       "1        2253.607143    0.000000  218.008666  242.942623  161.785714  \n",
       "2        2249.604444    0.000000  123.967864    0.000000  281.397778  \n",
       "3           0.000000  186.518519    0.000000    0.000000    0.000000  \n",
       "4        2367.300146   50.798043  210.449251  228.030702  147.502928  "
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_pitch1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "8a4a59e3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>release_speed_curve</th>\n",
       "      <th>release_speed_fastball</th>\n",
       "      <th>release_speed_off_speed</th>\n",
       "      <th>release_speed_sli_cut</th>\n",
       "      <th>pfx_x_curve</th>\n",
       "      <th>pfx_x_fastball</th>\n",
       "      <th>pfx_x_off_speed</th>\n",
       "      <th>pfx_x_sli_cut</th>\n",
       "      <th>pfx_z_curve</th>\n",
       "      <th>pfx_z_fastball</th>\n",
       "      <th>pfx_z_off_speed</th>\n",
       "      <th>pfx_z_sli_cut</th>\n",
       "      <th>release_spin_rate_curve</th>\n",
       "      <th>release_spin_rate_fastball</th>\n",
       "      <th>release_spin_rate_off_speed</th>\n",
       "      <th>release_spin_rate_sli_cut</th>\n",
       "      <th>spin_axis_curve</th>\n",
       "      <th>spin_axis_fastball</th>\n",
       "      <th>spin_axis_off_speed</th>\n",
       "      <th>spin_axis_sli_cut</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>89.117407</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>84.779244</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.061556</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>-0.348042</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.718593</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>0.572118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2054.900000</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>2199.715126</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>124.774074</td>\n",
       "      <td>131.938389</td>\n",
       "      <td>211.732773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>86.257143</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.189286</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>0.615357</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>2253.607143</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>218.008666</td>\n",
       "      <td>242.942623</td>\n",
       "      <td>161.785714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>424144</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>90.947259</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>77.725556</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.361720</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.771156</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.780113</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.076178</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2145.011342</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2249.604444</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>123.967864</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>281.397778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>75.474074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.159630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.719630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1749.481481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>186.518519</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>74.087055</td>\n",
       "      <td>89.483854</td>\n",
       "      <td>82.926754</td>\n",
       "      <td>84.961713</td>\n",
       "      <td>1.451246</td>\n",
       "      <td>-0.803627</td>\n",
       "      <td>-1.164254</td>\n",
       "      <td>0.491259</td>\n",
       "      <td>-1.119364</td>\n",
       "      <td>0.995953</td>\n",
       "      <td>0.648728</td>\n",
       "      <td>0.507694</td>\n",
       "      <td>2792.212189</td>\n",
       "      <td>2202.035974</td>\n",
       "      <td>1733.600877</td>\n",
       "      <td>2367.300146</td>\n",
       "      <td>50.798043</td>\n",
       "      <td>210.449251</td>\n",
       "      <td>228.030702</td>\n",
       "      <td>147.502928</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher  release_speed_curve  release_speed_fastball  \\\n",
       "0   282332             0.000000               89.117407   \n",
       "1   407845             0.000000               93.801906   \n",
       "2   424144             0.000000               90.947259   \n",
       "3   425772            75.474074                0.000000   \n",
       "4   425794            74.087055               89.483854   \n",
       "\n",
       "   release_speed_off_speed  release_speed_sli_cut  pfx_x_curve  \\\n",
       "0                82.674408              84.779244     0.000000   \n",
       "1                82.965164              86.257143     0.000000   \n",
       "2                 0.000000              77.725556     0.000000   \n",
       "3                 0.000000               0.000000    -0.159630   \n",
       "4                82.926754              84.961713     1.451246   \n",
       "\n",
       "   pfx_x_fastball  pfx_x_off_speed  pfx_x_sli_cut  pfx_z_curve  \\\n",
       "0        1.061556         0.735024      -0.348042     0.000000   \n",
       "1       -0.923969        -1.259139       0.189286     0.000000   \n",
       "2        1.361720         0.000000      -0.771156     0.000000   \n",
       "3        0.000000         0.000000       0.000000     1.719630   \n",
       "4       -0.803627        -1.164254       0.491259    -1.119364   \n",
       "\n",
       "   pfx_z_fastball  pfx_z_off_speed  pfx_z_sli_cut  release_spin_rate_curve  \\\n",
       "0        0.718593         0.645924       0.572118                 0.000000   \n",
       "1        1.166707         0.643811       0.615357                 0.000000   \n",
       "2        0.780113         0.000000      -0.076178                 0.000000   \n",
       "3        0.000000         0.000000       0.000000              1749.481481   \n",
       "4        0.995953         0.648728       0.507694              2792.212189   \n",
       "\n",
       "   release_spin_rate_fastball  release_spin_rate_off_speed  \\\n",
       "0                 2054.900000                  1884.739336   \n",
       "1                 2085.337955                  1751.614754   \n",
       "2                 2145.011342                     0.000000   \n",
       "3                    0.000000                     0.000000   \n",
       "4                 2202.035974                  1733.600877   \n",
       "\n",
       "   release_spin_rate_sli_cut  spin_axis_curve  spin_axis_fastball  \\\n",
       "0                2199.715126         0.000000          124.774074   \n",
       "1                2253.607143         0.000000          218.008666   \n",
       "2                2249.604444         0.000000          123.967864   \n",
       "3                   0.000000       186.518519            0.000000   \n",
       "4                2367.300146        50.798043          210.449251   \n",
       "\n",
       "   spin_axis_off_speed  spin_axis_sli_cut  \n",
       "0           131.938389         211.732773  \n",
       "1           242.942623         161.785714  \n",
       "2             0.000000         281.397778  \n",
       "3             0.000000           0.000000  \n",
       "4           228.030702         147.502928  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# replace column names with new names\n",
    "new_names = ['pitcher'] + new_names # add pitcher column into new names\n",
    "data_pitch1.columns = new_names\n",
    "data_pitch1.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a450a1e9",
   "metadata": {},
   "source": [
    "### Group2\n",
    "Repeat the same procedures for group 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "b242df4f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>release_speed_breaking</th>\n",
       "      <th>release_speed_fastball</th>\n",
       "      <th>release_speed_off_speed</th>\n",
       "      <th>pfx_x_breaking</th>\n",
       "      <th>pfx_x_fastball</th>\n",
       "      <th>pfx_x_off_speed</th>\n",
       "      <th>pfx_z_breaking</th>\n",
       "      <th>pfx_z_fastball</th>\n",
       "      <th>pfx_z_off_speed</th>\n",
       "      <th>release_spin_rate_breaking</th>\n",
       "      <th>release_spin_rate_fastball</th>\n",
       "      <th>release_spin_rate_off_speed</th>\n",
       "      <th>spin_axis_breaking</th>\n",
       "      <th>spin_axis_fastball</th>\n",
       "      <th>spin_axis_off_speed</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>79.214871</td>\n",
       "      <td>88.547490</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>-0.905711</td>\n",
       "      <td>0.293876</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>0.102931</td>\n",
       "      <td>0.830402</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>2208.381466</td>\n",
       "      <td>2156.420683</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>261.045259</td>\n",
       "      <td>165.186747</td>\n",
       "      <td>131.938389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>86.257143</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>0.189286</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.615357</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>2253.607143</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>161.785714</td>\n",
       "      <td>218.008666</td>\n",
       "      <td>242.942623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>424144</td>\n",
       "      <td>77.725556</td>\n",
       "      <td>90.947259</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.771156</td>\n",
       "      <td>1.361720</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.076178</td>\n",
       "      <td>0.780113</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2249.604444</td>\n",
       "      <td>2145.011342</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>281.397778</td>\n",
       "      <td>123.967864</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>75.474074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.159630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.719630</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1749.481481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>186.518519</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>74.087055</td>\n",
       "      <td>87.814780</td>\n",
       "      <td>82.926754</td>\n",
       "      <td>1.451246</td>\n",
       "      <td>-0.325698</td>\n",
       "      <td>-1.164254</td>\n",
       "      <td>-1.119364</td>\n",
       "      <td>0.815742</td>\n",
       "      <td>0.648728</td>\n",
       "      <td>2792.212189</td>\n",
       "      <td>2263.033234</td>\n",
       "      <td>1733.600877</td>\n",
       "      <td>50.798043</td>\n",
       "      <td>187.216428</td>\n",
       "      <td>228.030702</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher  release_speed_breaking  release_speed_fastball  \\\n",
       "0   282332               79.214871               88.547490   \n",
       "1   407845               86.257143               93.801906   \n",
       "2   424144               77.725556               90.947259   \n",
       "3   425772               75.474074                0.000000   \n",
       "4   425794               74.087055               87.814780   \n",
       "\n",
       "   release_speed_off_speed  pfx_x_breaking  pfx_x_fastball  pfx_x_off_speed  \\\n",
       "0                82.674408       -0.905711        0.293876         0.735024   \n",
       "1                82.965164        0.189286       -0.923969        -1.259139   \n",
       "2                 0.000000       -0.771156        1.361720         0.000000   \n",
       "3                 0.000000       -0.159630        0.000000         0.000000   \n",
       "4                82.926754        1.451246       -0.325698        -1.164254   \n",
       "\n",
       "   pfx_z_breaking  pfx_z_fastball  pfx_z_off_speed  \\\n",
       "0        0.102931        0.830402         0.645924   \n",
       "1        0.615357        1.166707         0.643811   \n",
       "2       -0.076178        0.780113         0.000000   \n",
       "3        1.719630        0.000000         0.000000   \n",
       "4       -1.119364        0.815742         0.648728   \n",
       "\n",
       "   release_spin_rate_breaking  release_spin_rate_fastball  \\\n",
       "0                 2208.381466                 2156.420683   \n",
       "1                 2253.607143                 2085.337955   \n",
       "2                 2249.604444                 2145.011342   \n",
       "3                 1749.481481                    0.000000   \n",
       "4                 2792.212189                 2263.033234   \n",
       "\n",
       "   release_spin_rate_off_speed  spin_axis_breaking  spin_axis_fastball  \\\n",
       "0                  1884.739336          261.045259          165.186747   \n",
       "1                  1751.614754          161.785714          218.008666   \n",
       "2                     0.000000          281.397778          123.967864   \n",
       "3                     0.000000          186.518519            0.000000   \n",
       "4                  1733.600877           50.798043          187.216428   \n",
       "\n",
       "   spin_axis_off_speed  \n",
       "0           131.938389  \n",
       "1           242.942623  \n",
       "2             0.000000  \n",
       "3             0.000000  \n",
       "4           228.030702  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# groupby pitcher, pitch_group\n",
    "data_pitch2 = data_train.groupby(['pitcher', 'pitch_group2']).agg({'release_speed':'mean', 'pfx_x':'mean',\n",
    "                                                                   'pfx_z':'mean', 'release_spin_rate':'mean', \n",
    "                                                                   'spin_axis':'mean'}).reset_index().copy()\n",
    "                                                        \n",
    "data_pitch2 = data_pitch2.pivot(index='pitcher', columns=['pitch_group2'], \n",
    "                                values=['release_speed', 'pfx_x', 'pfx_z', 'release_spin_rate', 'spin_axis']).copy()\n",
    "# fill NA with 0\n",
    "data_pitch2 = data_pitch2.fillna(0)\n",
    "# combine level_0 and level_1 column names\n",
    "level_0 = data_pitch2.columns.get_level_values(0).to_list()\n",
    "level_1 = data_pitch2.columns.get_level_values(1).to_list()\n",
    "new_names = [level_0[x]+\"_\"+level_1[x] for x in range(len(level_0))]\n",
    "# drop level_0 and reset index\n",
    "data_pitch2 = data_pitch2.droplevel(1, axis=1)\n",
    "data_pitch2.reset_index(inplace=True)\n",
    "new_names = ['pitcher'] + new_names\n",
    "data_pitch2.columns = new_names\n",
    "data_pitch2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "3508d8c8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1195, 16)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_pitch2.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5817778d",
   "metadata": {},
   "source": [
    "## 2.3 Contact Profile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "65fc95c5",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1575018, 92)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitch_type</th>\n",
       "      <th>game_date</th>\n",
       "      <th>release_speed</th>\n",
       "      <th>release_pos_x</th>\n",
       "      <th>release_pos_z</th>\n",
       "      <th>player_name</th>\n",
       "      <th>batter</th>\n",
       "      <th>pitcher</th>\n",
       "      <th>events</th>\n",
       "      <th>description</th>\n",
       "      <th>spin_dir</th>\n",
       "      <th>spin_rate_deprecated</th>\n",
       "      <th>break_angle_deprecated</th>\n",
       "      <th>break_length_deprecated</th>\n",
       "      <th>zone</th>\n",
       "      <th>des</th>\n",
       "      <th>game_type</th>\n",
       "      <th>stand</th>\n",
       "      <th>p_throws</th>\n",
       "      <th>home_team</th>\n",
       "      <th>away_team</th>\n",
       "      <th>type</th>\n",
       "      <th>hit_location</th>\n",
       "      <th>bb_type</th>\n",
       "      <th>balls</th>\n",
       "      <th>strikes</th>\n",
       "      <th>game_year</th>\n",
       "      <th>pfx_x</th>\n",
       "      <th>pfx_z</th>\n",
       "      <th>plate_x</th>\n",
       "      <th>plate_z</th>\n",
       "      <th>on_3b</th>\n",
       "      <th>on_2b</th>\n",
       "      <th>on_1b</th>\n",
       "      <th>outs_when_up</th>\n",
       "      <th>inning</th>\n",
       "      <th>inning_topbot</th>\n",
       "      <th>hc_x</th>\n",
       "      <th>hc_y</th>\n",
       "      <th>tfs_deprecated</th>\n",
       "      <th>tfs_zulu_deprecated</th>\n",
       "      <th>fielder_2</th>\n",
       "      <th>umpire</th>\n",
       "      <th>sv_id</th>\n",
       "      <th>vx0</th>\n",
       "      <th>vy0</th>\n",
       "      <th>vz0</th>\n",
       "      <th>ax</th>\n",
       "      <th>ay</th>\n",
       "      <th>az</th>\n",
       "      <th>sz_top</th>\n",
       "      <th>sz_bot</th>\n",
       "      <th>hit_distance_sc</th>\n",
       "      <th>launch_speed</th>\n",
       "      <th>launch_angle</th>\n",
       "      <th>effective_speed</th>\n",
       "      <th>release_spin_rate</th>\n",
       "      <th>release_extension</th>\n",
       "      <th>game_pk</th>\n",
       "      <th>pitcher.1</th>\n",
       "      <th>fielder_2.1</th>\n",
       "      <th>fielder_3</th>\n",
       "      <th>fielder_4</th>\n",
       "      <th>fielder_5</th>\n",
       "      <th>fielder_6</th>\n",
       "      <th>fielder_7</th>\n",
       "      <th>fielder_8</th>\n",
       "      <th>fielder_9</th>\n",
       "      <th>release_pos_y</th>\n",
       "      <th>estimated_ba_using_speedangle</th>\n",
       "      <th>estimated_woba_using_speedangle</th>\n",
       "      <th>woba_value</th>\n",
       "      <th>woba_denom</th>\n",
       "      <th>babip_value</th>\n",
       "      <th>iso_value</th>\n",
       "      <th>launch_speed_angle</th>\n",
       "      <th>at_bat_number</th>\n",
       "      <th>pitch_number</th>\n",
       "      <th>pitch_name</th>\n",
       "      <th>home_score</th>\n",
       "      <th>away_score</th>\n",
       "      <th>bat_score</th>\n",
       "      <th>fld_score</th>\n",
       "      <th>post_away_score</th>\n",
       "      <th>post_home_score</th>\n",
       "      <th>post_bat_score</th>\n",
       "      <th>post_fld_score</th>\n",
       "      <th>if_fielding_alignment</th>\n",
       "      <th>of_fielding_alignment</th>\n",
       "      <th>spin_axis</th>\n",
       "      <th>delta_home_win_exp</th>\n",
       "      <th>delta_run_exp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>141676</th>\n",
       "      <td>CH</td>\n",
       "      <td>2021-08-31</td>\n",
       "      <td>84.4</td>\n",
       "      <td>-1.87</td>\n",
       "      <td>5.94</td>\n",
       "      <td>Sulser, Cole</td>\n",
       "      <td>502481</td>\n",
       "      <td>642121</td>\n",
       "      <td>strikeout</td>\n",
       "      <td>swinging_strike</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>Jarrod Dyson strikes out swinging.</td>\n",
       "      <td>R</td>\n",
       "      <td>L</td>\n",
       "      <td>R</td>\n",
       "      <td>TOR</td>\n",
       "      <td>BAL</td>\n",
       "      <td>S</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2021</td>\n",
       "      <td>-1.13</td>\n",
       "      <td>0.29</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>1.48</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.838764</td>\n",
       "      <td>-122.677355</td>\n",
       "      <td>-4.584518</td>\n",
       "      <td>-12.604605</td>\n",
       "      <td>25.539047</td>\n",
       "      <td>-28.483589</td>\n",
       "      <td>3.29</td>\n",
       "      <td>1.49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>84.9</td>\n",
       "      <td>1586.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>632715</td>\n",
       "      <td>642121</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>663624.0</td>\n",
       "      <td>602104.0</td>\n",
       "      <td>642721.0</td>\n",
       "      <td>622761.0</td>\n",
       "      <td>663630.0</td>\n",
       "      <td>656775.0</td>\n",
       "      <td>669720.0</td>\n",
       "      <td>53.72</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72</td>\n",
       "      <td>4</td>\n",
       "      <td>Changeup</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>224.0</td>\n",
       "      <td>-0.014</td>\n",
       "      <td>-0.073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141677</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-08-31</td>\n",
       "      <td>92.0</td>\n",
       "      <td>-1.58</td>\n",
       "      <td>5.99</td>\n",
       "      <td>Sulser, Cole</td>\n",
       "      <td>502481</td>\n",
       "      <td>642121</td>\n",
       "      <td>NaN</td>\n",
       "      <td>foul</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>Jarrod Dyson strikes out swinging.</td>\n",
       "      <td>R</td>\n",
       "      <td>L</td>\n",
       "      <td>R</td>\n",
       "      <td>TOR</td>\n",
       "      <td>BAL</td>\n",
       "      <td>S</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2021</td>\n",
       "      <td>-0.39</td>\n",
       "      <td>1.70</td>\n",
       "      <td>0.86</td>\n",
       "      <td>3.52</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.066879</td>\n",
       "      <td>-133.615997</td>\n",
       "      <td>-4.003236</td>\n",
       "      <td>-6.393131</td>\n",
       "      <td>33.152666</td>\n",
       "      <td>-11.266612</td>\n",
       "      <td>3.29</td>\n",
       "      <td>1.49</td>\n",
       "      <td>217.0</td>\n",
       "      <td>76.3</td>\n",
       "      <td>49.0</td>\n",
       "      <td>91.7</td>\n",
       "      <td>2209.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>632715</td>\n",
       "      <td>642121</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>663624.0</td>\n",
       "      <td>602104.0</td>\n",
       "      <td>642721.0</td>\n",
       "      <td>622761.0</td>\n",
       "      <td>663630.0</td>\n",
       "      <td>656775.0</td>\n",
       "      <td>669720.0</td>\n",
       "      <td>53.96</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72</td>\n",
       "      <td>3</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>212.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>-0.027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141678</th>\n",
       "      <td>CH</td>\n",
       "      <td>2021-08-31</td>\n",
       "      <td>83.6</td>\n",
       "      <td>-1.85</td>\n",
       "      <td>5.97</td>\n",
       "      <td>Sulser, Cole</td>\n",
       "      <td>502481</td>\n",
       "      <td>642121</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ball</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.0</td>\n",
       "      <td>Jarrod Dyson strikes out swinging.</td>\n",
       "      <td>R</td>\n",
       "      <td>L</td>\n",
       "      <td>R</td>\n",
       "      <td>TOR</td>\n",
       "      <td>BAL</td>\n",
       "      <td>B</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2021</td>\n",
       "      <td>-1.32</td>\n",
       "      <td>0.59</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>0.83</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.069779</td>\n",
       "      <td>-121.373133</td>\n",
       "      <td>-6.516427</td>\n",
       "      <td>-14.222209</td>\n",
       "      <td>25.444915</td>\n",
       "      <td>-25.199478</td>\n",
       "      <td>3.48</td>\n",
       "      <td>1.72</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>83.3</td>\n",
       "      <td>1472.0</td>\n",
       "      <td>6.4</td>\n",
       "      <td>632715</td>\n",
       "      <td>642121</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>663624.0</td>\n",
       "      <td>602104.0</td>\n",
       "      <td>642721.0</td>\n",
       "      <td>622761.0</td>\n",
       "      <td>663630.0</td>\n",
       "      <td>656775.0</td>\n",
       "      <td>669720.0</td>\n",
       "      <td>54.12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72</td>\n",
       "      <td>2</td>\n",
       "      <td>Changeup</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>224.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141679</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-08-31</td>\n",
       "      <td>92.5</td>\n",
       "      <td>-1.71</td>\n",
       "      <td>6.01</td>\n",
       "      <td>Sulser, Cole</td>\n",
       "      <td>502481</td>\n",
       "      <td>642121</td>\n",
       "      <td>NaN</td>\n",
       "      <td>called_strike</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Jarrod Dyson strikes out swinging.</td>\n",
       "      <td>R</td>\n",
       "      <td>L</td>\n",
       "      <td>R</td>\n",
       "      <td>TOR</td>\n",
       "      <td>BAL</td>\n",
       "      <td>S</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2021</td>\n",
       "      <td>-0.66</td>\n",
       "      <td>1.48</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>2.74</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.131932</td>\n",
       "      <td>-134.524130</td>\n",
       "      <td>-5.718098</td>\n",
       "      <td>-9.190468</td>\n",
       "      <td>32.087543</td>\n",
       "      <td>-13.145059</td>\n",
       "      <td>3.40</td>\n",
       "      <td>1.61</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92.2</td>\n",
       "      <td>2151.0</td>\n",
       "      <td>6.4</td>\n",
       "      <td>632715</td>\n",
       "      <td>642121</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>663624.0</td>\n",
       "      <td>602104.0</td>\n",
       "      <td>642721.0</td>\n",
       "      <td>622761.0</td>\n",
       "      <td>663630.0</td>\n",
       "      <td>656775.0</td>\n",
       "      <td>669720.0</td>\n",
       "      <td>54.13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>213.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>-0.018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141680</th>\n",
       "      <td>FF</td>\n",
       "      <td>2021-08-31</td>\n",
       "      <td>91.9</td>\n",
       "      <td>-1.69</td>\n",
       "      <td>6.03</td>\n",
       "      <td>Sulser, Cole</td>\n",
       "      <td>672386</td>\n",
       "      <td>642121</td>\n",
       "      <td>field_out</td>\n",
       "      <td>hit_into_play</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Alejandro Kirk grounds out sharply, shortstop ...</td>\n",
       "      <td>R</td>\n",
       "      <td>R</td>\n",
       "      <td>R</td>\n",
       "      <td>TOR</td>\n",
       "      <td>BAL</td>\n",
       "      <td>X</td>\n",
       "      <td>6.0</td>\n",
       "      <td>ground_ball</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2021</td>\n",
       "      <td>-0.84</td>\n",
       "      <td>1.33</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>1.73</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>Bot</td>\n",
       "      <td>101.11</td>\n",
       "      <td>141.72</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.116742</td>\n",
       "      <td>-133.514842</td>\n",
       "      <td>-7.892097</td>\n",
       "      <td>-11.485549</td>\n",
       "      <td>31.890207</td>\n",
       "      <td>-14.697180</td>\n",
       "      <td>3.26</td>\n",
       "      <td>1.48</td>\n",
       "      <td>9.0</td>\n",
       "      <td>106.0</td>\n",
       "      <td>-11.0</td>\n",
       "      <td>92.1</td>\n",
       "      <td>2116.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>632715</td>\n",
       "      <td>642121</td>\n",
       "      <td>600474.0</td>\n",
       "      <td>663624.0</td>\n",
       "      <td>602104.0</td>\n",
       "      <td>642721.0</td>\n",
       "      <td>622761.0</td>\n",
       "      <td>663630.0</td>\n",
       "      <td>656775.0</td>\n",
       "      <td>669720.0</td>\n",
       "      <td>53.78</td>\n",
       "      <td>0.317</td>\n",
       "      <td>0.295</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>71</td>\n",
       "      <td>5</td>\n",
       "      <td>4-Seam Fastball</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>Standard</td>\n",
       "      <td>Standard</td>\n",
       "      <td>215.0</td>\n",
       "      <td>-0.029</td>\n",
       "      <td>-0.278</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       pitch_type   game_date  release_speed  release_pos_x  release_pos_z  \\\n",
       "141676         CH  2021-08-31           84.4          -1.87           5.94   \n",
       "141677         FF  2021-08-31           92.0          -1.58           5.99   \n",
       "141678         CH  2021-08-31           83.6          -1.85           5.97   \n",
       "141679         FF  2021-08-31           92.5          -1.71           6.01   \n",
       "141680         FF  2021-08-31           91.9          -1.69           6.03   \n",
       "\n",
       "         player_name  batter  pitcher     events      description  spin_dir  \\\n",
       "141676  Sulser, Cole  502481   642121  strikeout  swinging_strike       NaN   \n",
       "141677  Sulser, Cole  502481   642121        NaN             foul       NaN   \n",
       "141678  Sulser, Cole  502481   642121        NaN             ball       NaN   \n",
       "141679  Sulser, Cole  502481   642121        NaN    called_strike       NaN   \n",
       "141680  Sulser, Cole  672386   642121  field_out    hit_into_play       NaN   \n",
       "\n",
       "        spin_rate_deprecated  break_angle_deprecated  break_length_deprecated  \\\n",
       "141676                   NaN                     NaN                      NaN   \n",
       "141677                   NaN                     NaN                      NaN   \n",
       "141678                   NaN                     NaN                      NaN   \n",
       "141679                   NaN                     NaN                      NaN   \n",
       "141680                   NaN                     NaN                      NaN   \n",
       "\n",
       "        zone                                                des game_type  \\\n",
       "141676   7.0                 Jarrod Dyson strikes out swinging.         R   \n",
       "141677  12.0                 Jarrod Dyson strikes out swinging.         R   \n",
       "141678  13.0                 Jarrod Dyson strikes out swinging.         R   \n",
       "141679   5.0                 Jarrod Dyson strikes out swinging.         R   \n",
       "141680   8.0  Alejandro Kirk grounds out sharply, shortstop ...         R   \n",
       "\n",
       "       stand p_throws home_team away_team type  hit_location      bb_type  \\\n",
       "141676     L        R       TOR       BAL    S           2.0          NaN   \n",
       "141677     L        R       TOR       BAL    S           NaN          NaN   \n",
       "141678     L        R       TOR       BAL    B           NaN          NaN   \n",
       "141679     L        R       TOR       BAL    S           NaN          NaN   \n",
       "141680     R        R       TOR       BAL    X           6.0  ground_ball   \n",
       "\n",
       "        balls  strikes  game_year  pfx_x  pfx_z  plate_x  plate_z  on_3b  \\\n",
       "141676      1        2       2021  -1.13   0.29    -0.35     1.48    NaN   \n",
       "141677      1        1       2021  -0.39   1.70     0.86     3.52    NaN   \n",
       "141678      0        1       2021  -1.32   0.59    -0.35     0.83    NaN   \n",
       "141679      0        0       2021  -0.66   1.48    -0.26     2.74    NaN   \n",
       "141680      3        1       2021  -0.84   1.33    -0.01     1.73    NaN   \n",
       "\n",
       "        on_2b  on_1b  outs_when_up  inning inning_topbot    hc_x    hc_y  \\\n",
       "141676    NaN    NaN             2       9           Bot     NaN     NaN   \n",
       "141677    NaN    NaN             2       9           Bot     NaN     NaN   \n",
       "141678    NaN    NaN             2       9           Bot     NaN     NaN   \n",
       "141679    NaN    NaN             2       9           Bot     NaN     NaN   \n",
       "141680    NaN    NaN             1       9           Bot  101.11  141.72   \n",
       "\n",
       "        tfs_deprecated  tfs_zulu_deprecated  fielder_2  umpire  sv_id  \\\n",
       "141676             NaN                  NaN   600474.0     NaN    NaN   \n",
       "141677             NaN                  NaN   600474.0     NaN    NaN   \n",
       "141678             NaN                  NaN   600474.0     NaN    NaN   \n",
       "141679             NaN                  NaN   600474.0     NaN    NaN   \n",
       "141680             NaN                  NaN   600474.0     NaN    NaN   \n",
       "\n",
       "             vx0         vy0       vz0         ax         ay         az  \\\n",
       "141676  5.838764 -122.677355 -4.584518 -12.604605  25.539047 -28.483589   \n",
       "141677  7.066879 -133.615997 -4.003236  -6.393131  33.152666 -11.266612   \n",
       "141678  6.069779 -121.373133 -6.516427 -14.222209  25.444915 -25.199478   \n",
       "141679  5.131932 -134.524130 -5.718098  -9.190468  32.087543 -13.145059   \n",
       "141680  6.116742 -133.514842 -7.892097 -11.485549  31.890207 -14.697180   \n",
       "\n",
       "        sz_top  sz_bot  hit_distance_sc  launch_speed  launch_angle  \\\n",
       "141676    3.29    1.49              NaN           NaN           NaN   \n",
       "141677    3.29    1.49            217.0          76.3          49.0   \n",
       "141678    3.48    1.72              NaN           NaN           NaN   \n",
       "141679    3.40    1.61              NaN           NaN           NaN   \n",
       "141680    3.26    1.48              9.0         106.0         -11.0   \n",
       "\n",
       "        effective_speed  release_spin_rate  release_extension  game_pk  \\\n",
       "141676             84.9             1586.0                6.8   632715   \n",
       "141677             91.7             2209.0                6.5   632715   \n",
       "141678             83.3             1472.0                6.4   632715   \n",
       "141679             92.2             2151.0                6.4   632715   \n",
       "141680             92.1             2116.0                6.7   632715   \n",
       "\n",
       "        pitcher.1  fielder_2.1  fielder_3  fielder_4  fielder_5  fielder_6  \\\n",
       "141676     642121     600474.0   663624.0   602104.0   642721.0   622761.0   \n",
       "141677     642121     600474.0   663624.0   602104.0   642721.0   622761.0   \n",
       "141678     642121     600474.0   663624.0   602104.0   642721.0   622761.0   \n",
       "141679     642121     600474.0   663624.0   602104.0   642721.0   622761.0   \n",
       "141680     642121     600474.0   663624.0   602104.0   642721.0   622761.0   \n",
       "\n",
       "        fielder_7  fielder_8  fielder_9  release_pos_y  \\\n",
       "141676   663630.0   656775.0   669720.0          53.72   \n",
       "141677   663630.0   656775.0   669720.0          53.96   \n",
       "141678   663630.0   656775.0   669720.0          54.12   \n",
       "141679   663630.0   656775.0   669720.0          54.13   \n",
       "141680   663630.0   656775.0   669720.0          53.78   \n",
       "\n",
       "        estimated_ba_using_speedangle  estimated_woba_using_speedangle  \\\n",
       "141676                            NaN                              NaN   \n",
       "141677                            NaN                              NaN   \n",
       "141678                            NaN                              NaN   \n",
       "141679                            NaN                              NaN   \n",
       "141680                          0.317                            0.295   \n",
       "\n",
       "        woba_value  woba_denom  babip_value  iso_value  launch_speed_angle  \\\n",
       "141676         0.0         1.0          0.0        0.0                 NaN   \n",
       "141677         NaN         NaN          NaN        NaN                 NaN   \n",
       "141678         NaN         NaN          NaN        NaN                 NaN   \n",
       "141679         NaN         NaN          NaN        NaN                 NaN   \n",
       "141680         0.0         1.0          0.0        0.0                 2.0   \n",
       "\n",
       "        at_bat_number  pitch_number       pitch_name  home_score  away_score  \\\n",
       "141676             72             4         Changeup           2           4   \n",
       "141677             72             3  4-Seam Fastball           2           4   \n",
       "141678             72             2         Changeup           2           4   \n",
       "141679             72             1  4-Seam Fastball           2           4   \n",
       "141680             71             5  4-Seam Fastball           2           4   \n",
       "\n",
       "        bat_score  fld_score  post_away_score  post_home_score  \\\n",
       "141676          2          4                4                2   \n",
       "141677          2          4                4                2   \n",
       "141678          2          4                4                2   \n",
       "141679          2          4                4                2   \n",
       "141680          2          4                4                2   \n",
       "\n",
       "        post_bat_score  post_fld_score if_fielding_alignment  \\\n",
       "141676               2               4              Standard   \n",
       "141677               2               4              Standard   \n",
       "141678               2               4              Standard   \n",
       "141679               2               4              Standard   \n",
       "141680               2               4              Standard   \n",
       "\n",
       "       of_fielding_alignment  spin_axis  delta_home_win_exp  delta_run_exp  \n",
       "141676              Standard      224.0              -0.014         -0.073  \n",
       "141677              Standard      212.0               0.000         -0.027  \n",
       "141678              Standard      224.0               0.000          0.014  \n",
       "141679              Standard      213.0               0.000         -0.018  \n",
       "141680              Standard      215.0              -0.029         -0.278  "
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_contact = data_train_full.copy() # start with full dataset\n",
    "print(data_contact.shape)\n",
    "data_contact.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "6bb6697d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "launch_speed          1108211\n",
       "launch_angle          1108212\n",
       "launch_speed_angle    1309418\n",
       "dtype: int64"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check and drop all NAN because only balls in play have launch info\n",
    "var_check = ['launch_speed', 'launch_angle', 'launch_speed_angle']\n",
    "data_contact[var_check].isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "abaaa05f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(265599, 92)"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop all nan\n",
    "data_contact = data_contact.dropna(subset=var_check, how='any').copy()\n",
    "data_contact.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a23c9043",
   "metadata": {},
   "source": [
    "### Barrel + Solid Percentage"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "82775edd",
   "metadata": {},
   "outputs": [],
   "source": [
    "# create total count\n",
    "data_contact['is_inPlay'] = 1\n",
    "\n",
    "# label data if they are solid contact: barrel + solid\n",
    "data_contact['is_solidContact'] = 0\n",
    "data_contact.loc[(data_contact['launch_speed_angle']==5)|(data_contact['launch_speed_angle']==6), 'is_solidContact'] = 1"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "138128c5",
   "metadata": {},
   "source": [
    "### Launch Angle Rate and Average Launch Speed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "847ffa2e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['ground_ball', 'fly_ball', 'line_drive', 'popup', nan],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_contact.bb_type.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "a8c2c605",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(265598, 94)"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop NAN on 'bb_type'\n",
    "data_contact = data_contact[data_contact.bb_type.notna()].copy()\n",
    "data_contact.shape # 1 row dropped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "e2f823f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "# create dummies on bb_type\n",
    "dummies = pd.get_dummies(data_contact['bb_type'])\n",
    "data_contact = pd.concat((data_contact, dummies), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "2d9e4108",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['fly_ball', 'ground_ball', 'line_drive', 'popup'], dtype='object')"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dummies.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "88435ce9",
   "metadata": {},
   "source": [
    "### Group data by pitcher and calculate rates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "cadb631d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# group data by pitcher and calculate rates\n",
    "data_contact_group = data_contact.groupby(['pitcher']).agg({'launch_speed':'mean', 'is_solidContact':sum, \n",
    "                                                              'is_inPlay':sum, 'ground_ball':sum, 'line_drive':sum,\n",
    "                                                             'fly_ball':sum, 'popup':sum}).copy()\n",
    "\n",
    "data_contact_group['solid_rate'] = data_contact_group['is_solidContact']/data_contact_group['is_inPlay']\n",
    "data_contact_group['GB_rate'] = data_contact_group['ground_ball']/data_contact_group['is_inPlay']\n",
    "data_contact_group['LD_rate'] = data_contact_group['line_drive']/data_contact_group['is_inPlay']\n",
    "data_contact_group['FB_rate'] = data_contact_group['fly_ball']/data_contact_group['is_inPlay']\n",
    "data_contact_group['PU_rate'] = data_contact_group['popup']/data_contact_group['is_inPlay']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "239bc521",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_contact_group = data_contact_group.reset_index().copy()\n",
    "data_contact_group = data_contact_group[['pitcher', 'launch_speed', 'solid_rate', \n",
    "                                             'GB_rate', 'LD_rate','FB_rate', 'PU_rate']].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "2312f061",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1214, 7)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>launch_speed</th>\n",
       "      <th>solid_rate</th>\n",
       "      <th>GB_rate</th>\n",
       "      <th>LD_rate</th>\n",
       "      <th>FB_rate</th>\n",
       "      <th>PU_rate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>86.436909</td>\n",
       "      <td>0.135647</td>\n",
       "      <td>0.410095</td>\n",
       "      <td>0.230284</td>\n",
       "      <td>0.287066</td>\n",
       "      <td>0.072555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>87.611628</td>\n",
       "      <td>0.116279</td>\n",
       "      <td>0.496124</td>\n",
       "      <td>0.255814</td>\n",
       "      <td>0.170543</td>\n",
       "      <td>0.077519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>424144</td>\n",
       "      <td>86.844118</td>\n",
       "      <td>0.088235</td>\n",
       "      <td>0.458824</td>\n",
       "      <td>0.247059</td>\n",
       "      <td>0.258824</td>\n",
       "      <td>0.035294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>90.775000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.375000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.125000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>88.176289</td>\n",
       "      <td>0.123711</td>\n",
       "      <td>0.471649</td>\n",
       "      <td>0.262887</td>\n",
       "      <td>0.214777</td>\n",
       "      <td>0.050687</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher  launch_speed  solid_rate   GB_rate   LD_rate   FB_rate   PU_rate\n",
       "0   282332     86.436909    0.135647  0.410095  0.230284  0.287066  0.072555\n",
       "1   407845     87.611628    0.116279  0.496124  0.255814  0.170543  0.077519\n",
       "2   424144     86.844118    0.088235  0.458824  0.247059  0.258824  0.035294\n",
       "3   425772     90.775000    0.250000  0.250000  0.375000  0.250000  0.125000\n",
       "4   425794     88.176289    0.123711  0.471649  0.262887  0.214777  0.050687"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(data_contact_group.shape)\n",
    "data_contact_group.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "778cc853",
   "metadata": {},
   "source": [
    "## 2.4 Swing Profile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "ffeba57f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# get full dataset\n",
    "data_swing = data_train_full.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "f3d44dcc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['swinging_strike', 'foul', 'ball', 'called_strike',\n",
       "       'hit_into_play', 'blocked_ball', 'foul_tip',\n",
       "       'swinging_strike_blocked', 'hit_by_pitch', 'missed_bunt',\n",
       "       'foul_bunt', 'pitchout', 'bunt_foul_tip', 'foul_pitchout'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_swing['description'].unique()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "96997a7d",
   "metadata": {},
   "source": [
    "### Whiff Rate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "bf8d4ad1",
   "metadata": {},
   "outputs": [],
   "source": [
    "# label pitch if it is a swing or swing and miss\n",
    "is_swing = ['swinging_strike', 'foul', 'hit_into_play', 'foul_tip', 'swinging_strike_blocked']\n",
    "data_swing['is_swing'] = 0\n",
    "data_swing.loc[data_swing['description'].isin(is_swing), 'is_swing'] = 1\n",
    "data_swing['is_whiff'] = 0\n",
    "data_swing.loc[data_swing['description']=='swinging_strike', 'is_whiff'] = 1"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "29a763fd",
   "metadata": {},
   "source": [
    "### O-Swing%"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "38fee4dc",
   "metadata": {},
   "source": [
    "Check if data has missing value on where a pitch crosses the plate, as well as the strike zone vertical boundaries since they vary based on the batter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "2d844e7a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "plate_x    7718\n",
       "plate_z    7718\n",
       "sz_top     7718\n",
       "sz_bot     7718\n",
       "dtype: int64"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check and drop NA\n",
    "check_var = ['plate_x', 'plate_z', 'sz_top', 'sz_bot']\n",
    "data_swing[check_var].isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "5ed348d1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1575018, 94)"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_swing.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "d9444e9d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1567300, 94)"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop NA\n",
    "data_swing = data_swing.dropna(subset=check_var, how='any').copy()\n",
    "data_swing.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "ba3a1d60",
   "metadata": {},
   "outputs": [],
   "source": [
    "# define strikezone size\n",
    "szX_min = -10/12 # half of home plate + half of baseball\n",
    "szX_max = 10/12\n",
    "data_swing['sz_topTrue'] = data_swing['sz_top'] + 1.5/12 # add half a baseball\n",
    "data_swing['sz_botTrue'] = data_swing['sz_bot'] - 1.5/12\n",
    "\n",
    "# label outside of strikezone pitches\n",
    "data_swing['is_outside'] = 1\n",
    "data_swing.loc[(data_swing['plate_x']>=szX_min)&\n",
    "               (data_swing['plate_x']<=szX_max)&\n",
    "               (data_swing['plate_z']>=data_swing['sz_botTrue'])&\n",
    "               (data_swing['plate_z']<=data_swing['sz_topTrue']), 'is_outside'] = 0\n",
    "\n",
    "# label outside swing\n",
    "data_swing['is_OSwing'] = 0\n",
    "data_swing.loc[(data_swing['is_swing']==1)&(data_swing['is_outside']==1), 'is_OSwing'] = 1"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "467869ab",
   "metadata": {},
   "source": [
    "### Group Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "437c3b59",
   "metadata": {},
   "outputs": [],
   "source": [
    "# group data\n",
    "data_swing_group = data_swing.groupby(['pitcher']).agg({'is_swing':sum, 'is_whiff':sum, \n",
    "                                                          'is_outside':sum, 'is_OSwing':sum}).reset_index().copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "1772514c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# calculate whiff_rate and OSwing_pct\n",
    "data_swing_group['whiff_rate'] = data_swing_group['is_whiff']/data_swing_group['is_swing']\n",
    "data_swing_group['OSwing_pct'] = data_swing_group['is_OSwing']/data_swing_group['is_outside']\n",
    "\n",
    "data_swing_group = data_swing_group[['pitcher', 'whiff_rate', 'OSwing_pct']].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "c2a5ed8b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1217, 3)"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_swing_group.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "149b98da",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>whiff_rate</th>\n",
       "      <th>OSwing_pct</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>0.227384</td>\n",
       "      <td>0.295455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>0.222222</td>\n",
       "      <td>0.306522</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>424144</td>\n",
       "      <td>0.227176</td>\n",
       "      <td>0.278396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>0.357143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>0.176648</td>\n",
       "      <td>0.264175</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher  whiff_rate  OSwing_pct\n",
       "0   282332    0.227384    0.295455\n",
       "1   407845    0.222222    0.306522\n",
       "2   424144    0.227176    0.278396\n",
       "3   425772    0.111111    0.357143\n",
       "4   425794    0.176648    0.264175"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_swing_group.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c990af69",
   "metadata": {},
   "source": [
    "## 2.5 Production Stats\n",
    "K/9, Hit/9, BB/9, HR/9"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "f369949b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# get full dataset\n",
    "data_stats = data_train_full.copy()\n",
    "# group data by plate appearance\n",
    "data_stats_pa = data_stats.groupby(['game_date', \n",
    "                                    'game_pk', 'at_bat_number']).agg({'game_year':max,\n",
    "                                                                    'home_team':max,\n",
    "                                                                    'away_team':max,\n",
    "                                                                    'player_name':max,\n",
    "                                                                    'batter':max,\n",
    "                                                                    'pitcher':max,\n",
    "                                                                    'inning_topbot':max,\n",
    "                                                                    'inning':max,\n",
    "                                                                    'events':'first'}).reset_index().copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "cccbc8a4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of NA: 554\n"
     ]
    }
   ],
   "source": [
    "# check and drop NA on 'events'\n",
    "print(f\"Number of NA: {data_stats_pa['events'].isna().sum()}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "b3007a0c",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_stats_pa = data_stats_pa[data_stats_pa['events'].notna()].copy() # drop NA"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f965aa04",
   "metadata": {},
   "source": [
    "### Calculate individual stats and IP per pitcher"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "dc85c86e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['field_out', 'single', 'strikeout', 'home_run', 'fielders_choice',\n",
       "       'grounded_into_double_play', 'hit_by_pitch', 'walk', 'double',\n",
       "       'sac_bunt', 'sac_fly', 'force_out', 'field_error', 'triple',\n",
       "       'fielders_choice_out', 'double_play', 'caught_stealing_2b',\n",
       "       'strikeout_double_play', 'wild_pitch', 'sac_bunt_double_play',\n",
       "       'caught_stealing_home', 'pickoff_1b', 'other_out',\n",
       "       'catcher_interf', 'caught_stealing_3b', 'sac_fly_double_play',\n",
       "       'pickoff_2b', 'game_advisory', 'pickoff_caught_stealing_home',\n",
       "       'passed_ball', 'triple_play', 'pickoff_caught_stealing_3b',\n",
       "       'stolen_base_2b', 'runner_double_play', 'pickoff_3b',\n",
       "       'pickoff_caught_stealing_2b'], dtype=object)"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_stats_pa['events'].unique()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0f6aeabc",
   "metadata": {},
   "source": [
    "#### Stats"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "1dfe8c69",
   "metadata": {},
   "outputs": [],
   "source": [
    "is_K = ['strikeout', 'strikeout_double_play']\n",
    "is_hit = ['single', 'home_run', 'double', 'triple']\n",
    "is_BB = ['walk', 'hit_by_pitch']\n",
    "is_HR = ['home_run']\n",
    "\n",
    "data_stats_pa['is_K'] = 0\n",
    "data_stats_pa.loc[data_stats_pa['events'].isin(is_K), 'is_K'] = 1\n",
    "\n",
    "data_stats_pa['is_hit'] = 0\n",
    "data_stats_pa.loc[data_stats_pa['events'].isin(is_hit), 'is_hit'] = 1\n",
    "\n",
    "data_stats_pa['is_BB'] = 0\n",
    "data_stats_pa.loc[data_stats_pa['events'].isin(is_BB), 'is_BB'] = 1\n",
    "\n",
    "data_stats_pa['is_HR'] = 0\n",
    "data_stats_pa.loc[data_stats_pa['events'].isin(is_HR), 'is_HR'] = 1\n",
    "\n",
    "# data_stats_pa['PA_pitched'] = 1"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3dec81f1",
   "metadata": {},
   "source": [
    "#### Outs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "aacc3f78",
   "metadata": {},
   "outputs": [],
   "source": [
    "is_1out = ['field_out', 'strikeout', 'fielders_choice', 'sac_bunt', 'sac_fly', 'force_out',\n",
    "          'fielders_choice_out', 'caught_stealing_2b', 'caught_stealing_home', 'pickoff_1b',\n",
    "          'other_out', 'caught_stealing_3b', 'pickoff_2b', 'pickoff_caught_stealing_home',\n",
    "          'pickoff_caught_stealing_3b', 'pickoff_3b', 'pickoff_caught_stealing_2b']\n",
    "is_2out = ['grounded_into_double_play', 'double_play', 'strikeout_double_play',\n",
    "          'sac_bunt_double_play', 'sac_fly_double_play', 'runner_double_play']\n",
    "is_3out = ['triple_play']\n",
    "is_0out = ['single', 'home_run', 'hit_by_pitch', 'walk', 'double', 'field_error', 'triple',\n",
    "           'wild_pitch', 'catcher_interf', 'game_advisory', 'passed_ball', 'stolen_base_2b']\n",
    "\n",
    "data_stats_pa['num_outs'] = 3\n",
    "data_stats_pa.loc[data_stats_pa.events.isin(is_1out), 'num_outs'] = 1\n",
    "data_stats_pa.loc[data_stats_pa.events.isin(is_2out), 'num_outs'] = 2\n",
    "data_stats_pa.loc[data_stats_pa.events.isin(is_0out), 'num_outs'] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "126a7c7a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# group data and calculate stats\n",
    "data_stats_group = data_stats_pa.groupby(['pitcher']).agg({'is_K':sum, 'is_hit':sum, \n",
    "                                                            'is_BB':sum, 'is_HR':sum,\n",
    "                                                            'num_outs':sum}).reset_index().copy()\n",
    "data_stats_group['IP'] = data_stats_group['num_outs']/3\n",
    "data_stats_group['K_9'] = (data_stats_group['is_K']/data_stats_group['IP'])*9\n",
    "data_stats_group['hit_9'] = (data_stats_group['is_hit']/data_stats_group['IP'])*9\n",
    "data_stats_group['BB_9'] = (data_stats_group['is_BB']/data_stats_group['IP'])*9\n",
    "data_stats_group['HR_9'] = (data_stats_group['is_HR']/data_stats_group['IP'])*9"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "faa45c00",
   "metadata": {},
   "outputs": [],
   "source": [
    "# save a copy of full columns\n",
    "data_stats_group_full = data_stats_group.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "9608bafd",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_stats_group = data_stats_group_full[['pitcher', 'IP','K_9', 'hit_9', 'BB_9', 'HR_9']].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "eb3e883d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1218, 6)"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_stats_group.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "a2058a29",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>IP</th>\n",
       "      <th>K_9</th>\n",
       "      <th>hit_9</th>\n",
       "      <th>BB_9</th>\n",
       "      <th>HR_9</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>107.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>9.420561</td>\n",
       "      <td>3.532710</td>\n",
       "      <td>2.271028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>46.333333</td>\n",
       "      <td>9.517986</td>\n",
       "      <td>9.323741</td>\n",
       "      <td>5.244604</td>\n",
       "      <td>0.971223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>424144</td>\n",
       "      <td>61.000000</td>\n",
       "      <td>9.737705</td>\n",
       "      <td>8.262295</td>\n",
       "      <td>2.803279</td>\n",
       "      <td>0.737705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425772</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>13.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>425794</td>\n",
       "      <td>403.333333</td>\n",
       "      <td>8.077686</td>\n",
       "      <td>8.256198</td>\n",
       "      <td>2.856198</td>\n",
       "      <td>1.071074</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher          IP       K_9      hit_9      BB_9      HR_9\n",
       "0   282332  107.000000  9.000000   9.420561  3.532710  2.271028\n",
       "1   407845   46.333333  9.517986   9.323741  5.244604  0.971223\n",
       "2   424144   61.000000  9.737705   8.262295  2.803279  0.737705\n",
       "3   425772    2.000000  4.500000  13.500000  0.000000  4.500000\n",
       "4   425794  403.333333  8.077686   8.256198  2.856198  1.071074"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_stats_group.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "382d7119",
   "metadata": {},
   "source": [
    "# 3. Merge everything\n",
    "Perform left merge onto data_player2_drop because it is the smallest dataset. Otherwise, the merged data will contain NAs."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "2798bd34",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_merged = pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "c7571875",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Player Profile/Contact Profile\n",
    "data_merged = data_player2_drop.merge(data_contact_group, on='pitcher', how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "5e79c47c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Swing Profile\n",
    "data_merged = data_merged.merge(data_swing_group, on='pitcher', how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "04856df6",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Production Stats\n",
    "data_merged = data_merged.merge(data_stats_group, on='pitcher', how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "35f559d2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Pitch Profile\n",
    "data_merged = data_merged.merge(data_pitch2, on='pitcher', how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "b1b954d1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(951, 36)"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_merged.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "c4653393",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>player_name</th>\n",
       "      <th>throws_right</th>\n",
       "      <th>release_pos_x</th>\n",
       "      <th>release_pos_z</th>\n",
       "      <th>fastball_2pct</th>\n",
       "      <th>breaking_2pct</th>\n",
       "      <th>off_speed_2pct</th>\n",
       "      <th>launch_speed</th>\n",
       "      <th>solid_rate</th>\n",
       "      <th>GB_rate</th>\n",
       "      <th>LD_rate</th>\n",
       "      <th>FB_rate</th>\n",
       "      <th>PU_rate</th>\n",
       "      <th>whiff_rate</th>\n",
       "      <th>OSwing_pct</th>\n",
       "      <th>IP</th>\n",
       "      <th>K_9</th>\n",
       "      <th>hit_9</th>\n",
       "      <th>BB_9</th>\n",
       "      <th>HR_9</th>\n",
       "      <th>release_speed_breaking</th>\n",
       "      <th>release_speed_fastball</th>\n",
       "      <th>release_speed_off_speed</th>\n",
       "      <th>pfx_x_breaking</th>\n",
       "      <th>pfx_x_fastball</th>\n",
       "      <th>pfx_x_off_speed</th>\n",
       "      <th>pfx_z_breaking</th>\n",
       "      <th>pfx_z_fastball</th>\n",
       "      <th>pfx_z_off_speed</th>\n",
       "      <th>release_spin_rate_breaking</th>\n",
       "      <th>release_spin_rate_fastball</th>\n",
       "      <th>release_spin_rate_off_speed</th>\n",
       "      <th>spin_axis_breaking</th>\n",
       "      <th>spin_axis_fastball</th>\n",
       "      <th>spin_axis_off_speed</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>Sabathia, CC</td>\n",
       "      <td>0</td>\n",
       "      <td>2.315865</td>\n",
       "      <td>5.899743</td>\n",
       "      <td>0.596050</td>\n",
       "      <td>0.277678</td>\n",
       "      <td>0.126272</td>\n",
       "      <td>86.436909</td>\n",
       "      <td>0.135647</td>\n",
       "      <td>0.410095</td>\n",
       "      <td>0.230284</td>\n",
       "      <td>0.287066</td>\n",
       "      <td>0.072555</td>\n",
       "      <td>0.227384</td>\n",
       "      <td>0.295455</td>\n",
       "      <td>107.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>9.420561</td>\n",
       "      <td>3.532710</td>\n",
       "      <td>2.271028</td>\n",
       "      <td>79.214871</td>\n",
       "      <td>88.547490</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>-0.905711</td>\n",
       "      <td>0.293876</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>0.102931</td>\n",
       "      <td>0.830402</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>2208.381466</td>\n",
       "      <td>2156.420683</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>261.045259</td>\n",
       "      <td>165.186747</td>\n",
       "      <td>131.938389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>Rodney, Fernando</td>\n",
       "      <td>1</td>\n",
       "      <td>-2.164653</td>\n",
       "      <td>6.046254</td>\n",
       "      <td>0.679623</td>\n",
       "      <td>0.032980</td>\n",
       "      <td>0.287397</td>\n",
       "      <td>87.611628</td>\n",
       "      <td>0.116279</td>\n",
       "      <td>0.496124</td>\n",
       "      <td>0.255814</td>\n",
       "      <td>0.170543</td>\n",
       "      <td>0.077519</td>\n",
       "      <td>0.222222</td>\n",
       "      <td>0.306522</td>\n",
       "      <td>46.333333</td>\n",
       "      <td>9.517986</td>\n",
       "      <td>9.323741</td>\n",
       "      <td>5.244604</td>\n",
       "      <td>0.971223</td>\n",
       "      <td>86.257143</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>0.189286</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.615357</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>2253.607143</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>161.785714</td>\n",
       "      <td>218.008666</td>\n",
       "      <td>242.942623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>425794</td>\n",
       "      <td>Wainwright, Adam</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.339804</td>\n",
       "      <td>6.171098</td>\n",
       "      <td>0.599158</td>\n",
       "      <td>0.363931</td>\n",
       "      <td>0.036911</td>\n",
       "      <td>88.176289</td>\n",
       "      <td>0.123711</td>\n",
       "      <td>0.471649</td>\n",
       "      <td>0.262887</td>\n",
       "      <td>0.214777</td>\n",
       "      <td>0.050687</td>\n",
       "      <td>0.176648</td>\n",
       "      <td>0.264175</td>\n",
       "      <td>403.333333</td>\n",
       "      <td>8.077686</td>\n",
       "      <td>8.256198</td>\n",
       "      <td>2.856198</td>\n",
       "      <td>1.071074</td>\n",
       "      <td>74.087055</td>\n",
       "      <td>87.814780</td>\n",
       "      <td>82.926754</td>\n",
       "      <td>1.451246</td>\n",
       "      <td>-0.325698</td>\n",
       "      <td>-1.164254</td>\n",
       "      <td>-1.119364</td>\n",
       "      <td>0.815742</td>\n",
       "      <td>0.648728</td>\n",
       "      <td>2792.212189</td>\n",
       "      <td>2263.033234</td>\n",
       "      <td>1733.600877</td>\n",
       "      <td>50.798043</td>\n",
       "      <td>187.216428</td>\n",
       "      <td>228.030702</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425844</td>\n",
       "      <td>Greinke, Zack</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.269014</td>\n",
       "      <td>6.336909</td>\n",
       "      <td>0.461538</td>\n",
       "      <td>0.314077</td>\n",
       "      <td>0.224385</td>\n",
       "      <td>87.213761</td>\n",
       "      <td>0.125880</td>\n",
       "      <td>0.448788</td>\n",
       "      <td>0.261142</td>\n",
       "      <td>0.226740</td>\n",
       "      <td>0.063331</td>\n",
       "      <td>0.202007</td>\n",
       "      <td>0.303299</td>\n",
       "      <td>434.333333</td>\n",
       "      <td>7.542594</td>\n",
       "      <td>8.164236</td>\n",
       "      <td>1.574827</td>\n",
       "      <td>1.077513</td>\n",
       "      <td>77.142191</td>\n",
       "      <td>89.339069</td>\n",
       "      <td>86.774393</td>\n",
       "      <td>0.794046</td>\n",
       "      <td>-0.230577</td>\n",
       "      <td>-1.056294</td>\n",
       "      <td>-0.363297</td>\n",
       "      <td>1.342422</td>\n",
       "      <td>0.347689</td>\n",
       "      <td>2421.696579</td>\n",
       "      <td>2284.299258</td>\n",
       "      <td>1692.246357</td>\n",
       "      <td>84.099157</td>\n",
       "      <td>193.415655</td>\n",
       "      <td>238.265094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>429719</td>\n",
       "      <td>Jackson, Edwin</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.842316</td>\n",
       "      <td>5.938597</td>\n",
       "      <td>0.651074</td>\n",
       "      <td>0.273006</td>\n",
       "      <td>0.075920</td>\n",
       "      <td>90.920732</td>\n",
       "      <td>0.211382</td>\n",
       "      <td>0.426829</td>\n",
       "      <td>0.284553</td>\n",
       "      <td>0.231707</td>\n",
       "      <td>0.056911</td>\n",
       "      <td>0.205298</td>\n",
       "      <td>0.239658</td>\n",
       "      <td>67.666667</td>\n",
       "      <td>6.916256</td>\n",
       "      <td>13.965517</td>\n",
       "      <td>4.655172</td>\n",
       "      <td>3.059113</td>\n",
       "      <td>84.938764</td>\n",
       "      <td>92.717197</td>\n",
       "      <td>86.971717</td>\n",
       "      <td>0.286489</td>\n",
       "      <td>-0.398363</td>\n",
       "      <td>-1.319394</td>\n",
       "      <td>0.051910</td>\n",
       "      <td>0.947727</td>\n",
       "      <td>1.055556</td>\n",
       "      <td>2321.207865</td>\n",
       "      <td>2264.943463</td>\n",
       "      <td>2221.454545</td>\n",
       "      <td>107.960674</td>\n",
       "      <td>197.404005</td>\n",
       "      <td>231.161616</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher       player_name  throws_right  release_pos_x  release_pos_z  \\\n",
       "0   282332      Sabathia, CC             0       2.315865       5.899743   \n",
       "1   407845  Rodney, Fernando             1      -2.164653       6.046254   \n",
       "2   425794  Wainwright, Adam             1      -1.339804       6.171098   \n",
       "3   425844     Greinke, Zack             1      -1.269014       6.336909   \n",
       "4   429719    Jackson, Edwin             1      -1.842316       5.938597   \n",
       "\n",
       "   fastball_2pct  breaking_2pct  off_speed_2pct  launch_speed  solid_rate  \\\n",
       "0       0.596050       0.277678        0.126272     86.436909    0.135647   \n",
       "1       0.679623       0.032980        0.287397     87.611628    0.116279   \n",
       "2       0.599158       0.363931        0.036911     88.176289    0.123711   \n",
       "3       0.461538       0.314077        0.224385     87.213761    0.125880   \n",
       "4       0.651074       0.273006        0.075920     90.920732    0.211382   \n",
       "\n",
       "    GB_rate   LD_rate   FB_rate   PU_rate  whiff_rate  OSwing_pct          IP  \\\n",
       "0  0.410095  0.230284  0.287066  0.072555    0.227384    0.295455  107.000000   \n",
       "1  0.496124  0.255814  0.170543  0.077519    0.222222    0.306522   46.333333   \n",
       "2  0.471649  0.262887  0.214777  0.050687    0.176648    0.264175  403.333333   \n",
       "3  0.448788  0.261142  0.226740  0.063331    0.202007    0.303299  434.333333   \n",
       "4  0.426829  0.284553  0.231707  0.056911    0.205298    0.239658   67.666667   \n",
       "\n",
       "        K_9      hit_9      BB_9      HR_9  release_speed_breaking  \\\n",
       "0  9.000000   9.420561  3.532710  2.271028               79.214871   \n",
       "1  9.517986   9.323741  5.244604  0.971223               86.257143   \n",
       "2  8.077686   8.256198  2.856198  1.071074               74.087055   \n",
       "3  7.542594   8.164236  1.574827  1.077513               77.142191   \n",
       "4  6.916256  13.965517  4.655172  3.059113               84.938764   \n",
       "\n",
       "   release_speed_fastball  release_speed_off_speed  pfx_x_breaking  \\\n",
       "0               88.547490                82.674408       -0.905711   \n",
       "1               93.801906                82.965164        0.189286   \n",
       "2               87.814780                82.926754        1.451246   \n",
       "3               89.339069                86.774393        0.794046   \n",
       "4               92.717197                86.971717        0.286489   \n",
       "\n",
       "   pfx_x_fastball  pfx_x_off_speed  pfx_z_breaking  pfx_z_fastball  \\\n",
       "0        0.293876         0.735024        0.102931        0.830402   \n",
       "1       -0.923969        -1.259139        0.615357        1.166707   \n",
       "2       -0.325698        -1.164254       -1.119364        0.815742   \n",
       "3       -0.230577        -1.056294       -0.363297        1.342422   \n",
       "4       -0.398363        -1.319394        0.051910        0.947727   \n",
       "\n",
       "   pfx_z_off_speed  release_spin_rate_breaking  release_spin_rate_fastball  \\\n",
       "0         0.645924                 2208.381466                 2156.420683   \n",
       "1         0.643811                 2253.607143                 2085.337955   \n",
       "2         0.648728                 2792.212189                 2263.033234   \n",
       "3         0.347689                 2421.696579                 2284.299258   \n",
       "4         1.055556                 2321.207865                 2264.943463   \n",
       "\n",
       "   release_spin_rate_off_speed  spin_axis_breaking  spin_axis_fastball  \\\n",
       "0                  1884.739336          261.045259          165.186747   \n",
       "1                  1751.614754          161.785714          218.008666   \n",
       "2                  1733.600877           50.798043          187.216428   \n",
       "3                  1692.246357           84.099157          193.415655   \n",
       "4                  2221.454545          107.960674          197.404005   \n",
       "\n",
       "   spin_axis_off_speed  \n",
       "0           131.938389  \n",
       "1           242.942623  \n",
       "2           228.030702  \n",
       "3           238.265094  \n",
       "4           231.161616  "
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_merged.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eb7464cf",
   "metadata": {},
   "source": [
    "# 4. Drop all pitchers with less than 20IP\n",
    "Otherwise, the contact profile and production stats will be unreliable"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "9400ea61",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_drop = data_merged[data_merged['IP']>=20].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "8b0e427e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(728, 36)"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_drop.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "34f4fc26",
   "metadata": {},
   "source": [
    "# 5. Neutralize handedness\n",
    "A lot of these pitch data contains handedness information in a numerical form (i.e. +/- release_pos_x). Most clustering algorithms supposedly can't handle such information, however I did not verify this. In this case, I will force all pitchers to be right-handed."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "7d5743bf",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_neutral = data_drop.copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "37d72cd0",
   "metadata": {},
   "source": [
    "Drop spin axis on breaking balls as curveballs have opposite spin axis than all other pitches. Otherwise, pitchers' breaking ball spin axis will greatly vary depending on how many curveballs they throw"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "26b8c46a",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_neutral.drop(columns=['spin_axis_breaking', 'IP'], inplace=True) # drop IP as well to make data cleaner"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "ce8bf30d",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_neutral['release_pos_x'] = abs(data_neutral['release_pos_x'])*-1 # make all release_pos_x negative"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "f390ad43",
   "metadata": {},
   "outputs": [],
   "source": [
    "# get reversed spin axis on lefties\n",
    "data_neutral.loc[data_neutral['throws_right']==0, 'spin_axis_fastball'] = 360 - data_neutral.loc[data_neutral['throws_right']==0, 'spin_axis_fastball']\n",
    "data_neutral.loc[data_neutral['throws_right']==0, 'spin_axis_off_speed'] = 360 - data_neutral.loc[data_neutral['throws_right']==0, 'spin_axis_off_speed']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "1348d7f9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pitcher</th>\n",
       "      <th>player_name</th>\n",
       "      <th>throws_right</th>\n",
       "      <th>release_pos_x</th>\n",
       "      <th>release_pos_z</th>\n",
       "      <th>fastball_2pct</th>\n",
       "      <th>breaking_2pct</th>\n",
       "      <th>off_speed_2pct</th>\n",
       "      <th>launch_speed</th>\n",
       "      <th>solid_rate</th>\n",
       "      <th>GB_rate</th>\n",
       "      <th>LD_rate</th>\n",
       "      <th>FB_rate</th>\n",
       "      <th>PU_rate</th>\n",
       "      <th>whiff_rate</th>\n",
       "      <th>OSwing_pct</th>\n",
       "      <th>K_9</th>\n",
       "      <th>hit_9</th>\n",
       "      <th>BB_9</th>\n",
       "      <th>HR_9</th>\n",
       "      <th>release_speed_breaking</th>\n",
       "      <th>release_speed_fastball</th>\n",
       "      <th>release_speed_off_speed</th>\n",
       "      <th>pfx_x_breaking</th>\n",
       "      <th>pfx_x_fastball</th>\n",
       "      <th>pfx_x_off_speed</th>\n",
       "      <th>pfx_z_breaking</th>\n",
       "      <th>pfx_z_fastball</th>\n",
       "      <th>pfx_z_off_speed</th>\n",
       "      <th>release_spin_rate_breaking</th>\n",
       "      <th>release_spin_rate_fastball</th>\n",
       "      <th>release_spin_rate_off_speed</th>\n",
       "      <th>spin_axis_fastball</th>\n",
       "      <th>spin_axis_off_speed</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>282332</td>\n",
       "      <td>Sabathia, CC</td>\n",
       "      <td>0</td>\n",
       "      <td>-2.315865</td>\n",
       "      <td>5.899743</td>\n",
       "      <td>0.596050</td>\n",
       "      <td>0.277678</td>\n",
       "      <td>0.126272</td>\n",
       "      <td>86.436909</td>\n",
       "      <td>0.135647</td>\n",
       "      <td>0.410095</td>\n",
       "      <td>0.230284</td>\n",
       "      <td>0.287066</td>\n",
       "      <td>0.072555</td>\n",
       "      <td>0.227384</td>\n",
       "      <td>0.295455</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>9.420561</td>\n",
       "      <td>3.532710</td>\n",
       "      <td>2.271028</td>\n",
       "      <td>79.214871</td>\n",
       "      <td>88.547490</td>\n",
       "      <td>82.674408</td>\n",
       "      <td>-0.905711</td>\n",
       "      <td>0.293876</td>\n",
       "      <td>0.735024</td>\n",
       "      <td>0.102931</td>\n",
       "      <td>0.830402</td>\n",
       "      <td>0.645924</td>\n",
       "      <td>2208.381466</td>\n",
       "      <td>2156.420683</td>\n",
       "      <td>1884.739336</td>\n",
       "      <td>194.813253</td>\n",
       "      <td>228.061611</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>407845</td>\n",
       "      <td>Rodney, Fernando</td>\n",
       "      <td>1</td>\n",
       "      <td>-2.164653</td>\n",
       "      <td>6.046254</td>\n",
       "      <td>0.679623</td>\n",
       "      <td>0.032980</td>\n",
       "      <td>0.287397</td>\n",
       "      <td>87.611628</td>\n",
       "      <td>0.116279</td>\n",
       "      <td>0.496124</td>\n",
       "      <td>0.255814</td>\n",
       "      <td>0.170543</td>\n",
       "      <td>0.077519</td>\n",
       "      <td>0.222222</td>\n",
       "      <td>0.306522</td>\n",
       "      <td>9.517986</td>\n",
       "      <td>9.323741</td>\n",
       "      <td>5.244604</td>\n",
       "      <td>0.971223</td>\n",
       "      <td>86.257143</td>\n",
       "      <td>93.801906</td>\n",
       "      <td>82.965164</td>\n",
       "      <td>0.189286</td>\n",
       "      <td>-0.923969</td>\n",
       "      <td>-1.259139</td>\n",
       "      <td>0.615357</td>\n",
       "      <td>1.166707</td>\n",
       "      <td>0.643811</td>\n",
       "      <td>2253.607143</td>\n",
       "      <td>2085.337955</td>\n",
       "      <td>1751.614754</td>\n",
       "      <td>218.008666</td>\n",
       "      <td>242.942623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>425794</td>\n",
       "      <td>Wainwright, Adam</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.339804</td>\n",
       "      <td>6.171098</td>\n",
       "      <td>0.599158</td>\n",
       "      <td>0.363931</td>\n",
       "      <td>0.036911</td>\n",
       "      <td>88.176289</td>\n",
       "      <td>0.123711</td>\n",
       "      <td>0.471649</td>\n",
       "      <td>0.262887</td>\n",
       "      <td>0.214777</td>\n",
       "      <td>0.050687</td>\n",
       "      <td>0.176648</td>\n",
       "      <td>0.264175</td>\n",
       "      <td>8.077686</td>\n",
       "      <td>8.256198</td>\n",
       "      <td>2.856198</td>\n",
       "      <td>1.071074</td>\n",
       "      <td>74.087055</td>\n",
       "      <td>87.814780</td>\n",
       "      <td>82.926754</td>\n",
       "      <td>1.451246</td>\n",
       "      <td>-0.325698</td>\n",
       "      <td>-1.164254</td>\n",
       "      <td>-1.119364</td>\n",
       "      <td>0.815742</td>\n",
       "      <td>0.648728</td>\n",
       "      <td>2792.212189</td>\n",
       "      <td>2263.033234</td>\n",
       "      <td>1733.600877</td>\n",
       "      <td>187.216428</td>\n",
       "      <td>228.030702</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>425844</td>\n",
       "      <td>Greinke, Zack</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.269014</td>\n",
       "      <td>6.336909</td>\n",
       "      <td>0.461538</td>\n",
       "      <td>0.314077</td>\n",
       "      <td>0.224385</td>\n",
       "      <td>87.213761</td>\n",
       "      <td>0.125880</td>\n",
       "      <td>0.448788</td>\n",
       "      <td>0.261142</td>\n",
       "      <td>0.226740</td>\n",
       "      <td>0.063331</td>\n",
       "      <td>0.202007</td>\n",
       "      <td>0.303299</td>\n",
       "      <td>7.542594</td>\n",
       "      <td>8.164236</td>\n",
       "      <td>1.574827</td>\n",
       "      <td>1.077513</td>\n",
       "      <td>77.142191</td>\n",
       "      <td>89.339069</td>\n",
       "      <td>86.774393</td>\n",
       "      <td>0.794046</td>\n",
       "      <td>-0.230577</td>\n",
       "      <td>-1.056294</td>\n",
       "      <td>-0.363297</td>\n",
       "      <td>1.342422</td>\n",
       "      <td>0.347689</td>\n",
       "      <td>2421.696579</td>\n",
       "      <td>2284.299258</td>\n",
       "      <td>1692.246357</td>\n",
       "      <td>193.415655</td>\n",
       "      <td>238.265094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>429719</td>\n",
       "      <td>Jackson, Edwin</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.842316</td>\n",
       "      <td>5.938597</td>\n",
       "      <td>0.651074</td>\n",
       "      <td>0.273006</td>\n",
       "      <td>0.075920</td>\n",
       "      <td>90.920732</td>\n",
       "      <td>0.211382</td>\n",
       "      <td>0.426829</td>\n",
       "      <td>0.284553</td>\n",
       "      <td>0.231707</td>\n",
       "      <td>0.056911</td>\n",
       "      <td>0.205298</td>\n",
       "      <td>0.239658</td>\n",
       "      <td>6.916256</td>\n",
       "      <td>13.965517</td>\n",
       "      <td>4.655172</td>\n",
       "      <td>3.059113</td>\n",
       "      <td>84.938764</td>\n",
       "      <td>92.717197</td>\n",
       "      <td>86.971717</td>\n",
       "      <td>0.286489</td>\n",
       "      <td>-0.398363</td>\n",
       "      <td>-1.319394</td>\n",
       "      <td>0.051910</td>\n",
       "      <td>0.947727</td>\n",
       "      <td>1.055556</td>\n",
       "      <td>2321.207865</td>\n",
       "      <td>2264.943463</td>\n",
       "      <td>2221.454545</td>\n",
       "      <td>197.404005</td>\n",
       "      <td>231.161616</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   pitcher       player_name  throws_right  release_pos_x  release_pos_z  \\\n",
       "0   282332      Sabathia, CC             0      -2.315865       5.899743   \n",
       "1   407845  Rodney, Fernando             1      -2.164653       6.046254   \n",
       "2   425794  Wainwright, Adam             1      -1.339804       6.171098   \n",
       "3   425844     Greinke, Zack             1      -1.269014       6.336909   \n",
       "4   429719    Jackson, Edwin             1      -1.842316       5.938597   \n",
       "\n",
       "   fastball_2pct  breaking_2pct  off_speed_2pct  launch_speed  solid_rate  \\\n",
       "0       0.596050       0.277678        0.126272     86.436909    0.135647   \n",
       "1       0.679623       0.032980        0.287397     87.611628    0.116279   \n",
       "2       0.599158       0.363931        0.036911     88.176289    0.123711   \n",
       "3       0.461538       0.314077        0.224385     87.213761    0.125880   \n",
       "4       0.651074       0.273006        0.075920     90.920732    0.211382   \n",
       "\n",
       "    GB_rate   LD_rate   FB_rate   PU_rate  whiff_rate  OSwing_pct       K_9  \\\n",
       "0  0.410095  0.230284  0.287066  0.072555    0.227384    0.295455  9.000000   \n",
       "1  0.496124  0.255814  0.170543  0.077519    0.222222    0.306522  9.517986   \n",
       "2  0.471649  0.262887  0.214777  0.050687    0.176648    0.264175  8.077686   \n",
       "3  0.448788  0.261142  0.226740  0.063331    0.202007    0.303299  7.542594   \n",
       "4  0.426829  0.284553  0.231707  0.056911    0.205298    0.239658  6.916256   \n",
       "\n",
       "       hit_9      BB_9      HR_9  release_speed_breaking  \\\n",
       "0   9.420561  3.532710  2.271028               79.214871   \n",
       "1   9.323741  5.244604  0.971223               86.257143   \n",
       "2   8.256198  2.856198  1.071074               74.087055   \n",
       "3   8.164236  1.574827  1.077513               77.142191   \n",
       "4  13.965517  4.655172  3.059113               84.938764   \n",
       "\n",
       "   release_speed_fastball  release_speed_off_speed  pfx_x_breaking  \\\n",
       "0               88.547490                82.674408       -0.905711   \n",
       "1               93.801906                82.965164        0.189286   \n",
       "2               87.814780                82.926754        1.451246   \n",
       "3               89.339069                86.774393        0.794046   \n",
       "4               92.717197                86.971717        0.286489   \n",
       "\n",
       "   pfx_x_fastball  pfx_x_off_speed  pfx_z_breaking  pfx_z_fastball  \\\n",
       "0        0.293876         0.735024        0.102931        0.830402   \n",
       "1       -0.923969        -1.259139        0.615357        1.166707   \n",
       "2       -0.325698        -1.164254       -1.119364        0.815742   \n",
       "3       -0.230577        -1.056294       -0.363297        1.342422   \n",
       "4       -0.398363        -1.319394        0.051910        0.947727   \n",
       "\n",
       "   pfx_z_off_speed  release_spin_rate_breaking  release_spin_rate_fastball  \\\n",
       "0         0.645924                 2208.381466                 2156.420683   \n",
       "1         0.643811                 2253.607143                 2085.337955   \n",
       "2         0.648728                 2792.212189                 2263.033234   \n",
       "3         0.347689                 2421.696579                 2284.299258   \n",
       "4         1.055556                 2321.207865                 2264.943463   \n",
       "\n",
       "   release_spin_rate_off_speed  spin_axis_fastball  spin_axis_off_speed  \n",
       "0                  1884.739336          194.813253           228.061611  \n",
       "1                  1751.614754          218.008666           242.942623  \n",
       "2                  1733.600877          187.216428           228.030702  \n",
       "3                  1692.246357          193.415655           238.265094  \n",
       "4                  2221.454545          197.404005           231.161616  "
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_neutral.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4fc61807",
   "metadata": {},
   "source": [
    "Neutralization was not performed on pitch movement data as it should be. Statcast's pitch movement data is complicated, more investigation needs to be done before pfx can be neutralized."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ac5747b2",
   "metadata": {},
   "source": [
    "# Export File"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "a306192f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# data_neutral.to_csv('../data/data_neutral.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "f7d0538b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "$(document).ready(\n",
       "    function() {\n",
       "        function appendUniqueDiv(){\n",
       "            // append a div with our uuid so we can check that it's already\n",
       "            // been sent and avoid duplicates on page reload\n",
       "            var notifiedDiv = document.createElement(\"div\")\n",
       "            notifiedDiv.id = \"b444cacf-6037-4940-814d-1ccadb66fd23\"\n",
       "            element.append(notifiedDiv)\n",
       "        }\n",
       "\n",
       "        // only send notifications if the pageload is complete; this will\n",
       "        // help stop extra notifications when a saved notebook is loaded,\n",
       "        // which during testing gives us state \"interactive\", not \"complete\"\n",
       "        if (document.readyState === 'complete') {\n",
       "            // check for the div that signifies that the notification\n",
       "            // was already sent\n",
       "            if (document.getElementById(\"b444cacf-6037-4940-814d-1ccadb66fd23\") === null) {\n",
       "                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n",
       "                if (Notification.permission !== 'denied') {\n",
       "                    if (Notification.permission !== 'granted') { \n",
       "                        Notification.requestPermission(function (permission) {\n",
       "                            if(!('permission' in Notification)) {\n",
       "                                Notification.permission = permission\n",
       "                            }\n",
       "                        })\n",
       "                    }\n",
       "                    if (Notification.permission === 'granted') {\n",
       "                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n",
       "                    appendUniqueDiv()\n",
       "                    notification.onclick = function () {\n",
       "                        window.focus();\n",
       "                        this.close();\n",
       "                        };\n",
       "                    } \n",
       "                }     \n",
       "            }\n",
       "        }\n",
       "    }\n",
       ")\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%%notify\n",
    "pass"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}