preprocessing/fraud-data-for-catboost.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5"
   },
   "outputs": [],
   "source": [
    "import datetime\n",
    "import gc\n",
    "import math\n",
    "import os\n",
    "import pickle\n",
    "import random\n",
    "\n",
    "from functools import partial\n",
    "from time import time\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.utils import shuffle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "INPUT_PATH = '/kaggle/input/ieee-fraud-detection'\n",
    "\n",
    "COL_ID = 'TransactionID'\n",
    "COL_DT = 'TransactionDT'\n",
    "COL_AMOUNT = 'TransactionAmt'\n",
    "COL_TARGET = 'isFraud'\n",
    "\n",
    "START_DATE = '2017-11-30'\n",
    "\n",
    "FILL_NA = -32222\n",
    "NEW_CAT_FREQ_TRESHOLD = 0.1\n",
    "# REPLACE_WITH_CAT_TRESHOLD = 0.95"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "EMAIL_MAP = {\n",
    "    'gmail': 'google', 'att.net': 'att', 'twc.com': 'spectrum', 'scranton.edu': 'other', 'optonline.net': 'other', \n",
    "    'hotmail.co.uk': 'microsoft', 'comcast.net': 'other', 'yahoo.com.mx': 'yahoo', 'yahoo.fr': 'yahoo', \n",
    "    'yahoo.es': 'yahoo', 'charter.net': 'spectrum', 'live.com': 'microsoft', 'aim.com': 'aol', \n",
    "    'hotmail.de': 'microsoft', 'centurylink.net': 'centurylink', 'gmail.com': 'google', 'me.com': 'apple', \n",
    "    'earthlink.net': 'other', 'gmx.de': 'other', 'web.de': 'other', 'cfl.rr.com': 'other', 'hotmail.com': 'microsoft', \n",
    "    'protonmail.com': 'other', 'hotmail.fr': 'microsoft', 'windstream.net': 'other', 'outlook.es': 'microsoft', \n",
    "    'yahoo.co.jp': 'yahoo', 'yahoo.de': 'yahoo', 'servicios-ta.com': 'other', 'netzero.net': 'other', \n",
    "    'suddenlink.net': 'other', 'roadrunner.com': 'other', 'sc.rr.com': 'other', 'live.fr': 'microsoft', \n",
    "    'verizon.net': 'yahoo', 'msn.com': 'microsoft', 'q.com': 'centurylink', 'prodigy.net.mx': 'att', \n",
    "    'frontier.com': 'yahoo', 'anonymous.com': 'other', 'rocketmail.com': 'yahoo', 'sbcglobal.net': 'att', \n",
    "    'frontiernet.net': 'yahoo', 'ymail.com': 'yahoo', 'outlook.com': 'microsoft', 'mail.com': 'other', \n",
    "    'bellsouth.net': 'other', 'embarqmail.com': 'centurylink', 'cableone.net': 'other', 'hotmail.es': 'microsoft', \n",
    "    'mac.com': 'apple', 'yahoo.co.uk': 'yahoo', 'netzero.com': 'other', 'yahoo.com': 'yahoo', 'live.com.mx': 'microsoft', \n",
    "    'ptd.net': 'other', 'cox.net': 'other', 'aol.com': 'aol', 'juno.com': 'other', 'icloud.com': 'apple'\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def seed_everything(seed=13):\n",
    "    random.seed(seed)\n",
    "    os.environ['PYTHONHASHSEED'] = str(seed)\n",
    "    np.random.seed(seed)\n",
    "\n",
    "\n",
    "def save_to_disk(df, filename):\n",
    "    with open(filename, 'wb') as handle:\n",
    "        pickle.dump(df, handle, protocol=pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_df(path, filenames):\n",
    "    assert len(filenames) == 2\n",
    "    dfs = [pd.read_csv(os.path.join(path, f), index_col=COL_ID) for f in filenames]\n",
    "    return dfs[0].merge(dfs[1], how='left', left_index=True, right_index=True)\n",
    "\n",
    "\n",
    "def split_train_val(x, y, val_start, val_end):\n",
    "    assert val_start < val_end\n",
    "    val = (x[COL_DT] >= val_start) & (x[COL_DT] < val_end)\n",
    "    x_train, x_val = x[~val], x[val]\n",
    "    indices = lambda df: df.index.values.astype(int)\n",
    "    y_train, y_val = y[indices(x_train)], y[indices(x_val)]\n",
    "    return x_train, y_train, x_val, y_val\n",
    "\n",
    "\n",
    "def split_label_inputs(df):\n",
    "    return df[COL_TARGET], df.drop(COL_TARGET, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "INT_TYPES = [np.int8, np.int16, np.int32, np.int64]\n",
    "UINT_TYPES = [np.uint8, np.uint16, np.uint32, np.uint64]\n",
    "IGNORE_COLUMNS = [\n",
    "    'TransactionAmt_log'\n",
    "]\n",
    "\n",
    "\n",
    "def downcast_int(df, col, min_val, max_val):    \n",
    "    if min_val < 0:\n",
    "        for i, dtype in enumerate(INT_TYPES):\n",
    "            if (i == 3) or (np.iinfo(dtype).min < min_val and max_val < np.iinfo(dtype).max):\n",
    "                df[col] = df[col].astype(dtype); break\n",
    "    else:\n",
    "        for i, dtype in enumerate(UINT_TYPES):\n",
    "            if (i == 3) or (max_val < np.iinfo(dtype).max):\n",
    "                df[col] = df[col].astype(dtype); break\n",
    "\n",
    "\n",
    "def mem_usg_mb(df):\n",
    "    return df.memory_usage().sum() / 1024**2\n",
    "\n",
    "\n",
    "# original: https://www.kaggle.com/mjbahmani/reducing-memory-size-for-ieee\n",
    "def reduce_mem_usage(df):\n",
    "    init_mem_usg = mem_usg_mb(df)\n",
    "    NAlist = [] # Keeps track of columns that have missing values filled in. \n",
    "    for col in df.columns:\n",
    "        if col in IGNORE_COLUMNS or df[col].dtype == object:\n",
    "            continue\n",
    "        dtype_before = df[col].dtype\n",
    "        min_val, max_val = df[col].min(), df[col].max()\n",
    "        # Integer does not support NA, therefore, NA needs to be filled\n",
    "        if not np.isfinite(df[col]).all(): \n",
    "            NAlist.append(col)\n",
    "            df[col].fillna(FILL_NA, inplace=True) # changed here mn-1 -> -32222\n",
    "        # test if column can be converted to an integer\n",
    "        # https://stackoverflow.com/questions/21583758/how-to-check-if-a-float-value-is-a-whole-number       \n",
    "        if (df[col] % 1 == 0).all():\n",
    "            downcast_int(df, col, min_val, max_val)  \n",
    "        else:\n",
    "            df[col] = df[col].astype(np.float32)\n",
    "        print(\"{}, range: ({}, {}), dtype: {} -> {}\".format(\n",
    "            col, min_val, max_val, dtype_before, df[col].dtype))\n",
    "    print(\"\\n *** DONE ***\")\n",
    "    mem_usg = mem_usg_mb(df) \n",
    "    print(\"Memory usage: %.02f -> %.02f MB\" % (init_mem_usg, mem_usg))\n",
    "    print(\"This is {:.02f}% of the initial size\".format(100 * mem_usg / init_mem_usg))\n",
    "    return df, NAlist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_email_suffix(email):\n",
    "    if email is np.nan:\n",
    "        return 0, np.nan, np.nan\n",
    "    parts = email.split('.') \n",
    "    middle = parts[-2] if len(parts) > 2 else parts[-1]\n",
    "    last = parts[-1]\n",
    "    return len(parts), middle, last"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def feature_cents(df):\n",
    "    return (np.modf(df[COL_AMOUNT])[0] * 1000).round(5).astype(np.uint16)\n",
    "\n",
    "\n",
    "def feature_days(df):\n",
    "    return (df[COL_DT] / (24 * 60 * 60)).astype(np.uint16)\n",
    "\n",
    "\n",
    "def feature_ProductCD_W_cents(df):\n",
    "    a = ((df['Cents'] == 0) | (df['Cents'] == 500) | (df['Cents'] == 950))\n",
    "    b = df['ProductCD'] == 'W'\n",
    "    return (a & b).astype(np.uint8)\n",
    "\n",
    "\n",
    "def parse_datetime(df):\n",
    "    start_date = datetime.datetime.strptime(START_DATE, '%Y-%m-%d')\n",
    "    return df[COL_DT].apply(lambda x: (start_date + datetime.timedelta(seconds = x)))\n",
    "\n",
    "\n",
    "def frequency(col, dfs):\n",
    "    counts = pd.concat(map(lambda df: df[col], dfs), ignore_index=True).value_counts(dropna=False)\n",
    "    return map(lambda df: df[col].map(counts), dfs)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data preparation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "_cell_guid": "79c7e3d0-c299-4dcb-8224-4455121ee9b0",
    "_uuid": "d629ff2d2480ee46fbb7e2d37f6b5fab8052498a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 39.3 s, sys: 9.86 s, total: 49.1 s\n",
      "Wall time: 46.6 s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "((590540, 433), (506691, 432))"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "df_train = load_df(INPUT_PATH, ['train_transaction.csv', 'train_identity.csv'])\n",
    "df_test = load_df(INPUT_PATH, ['test_transaction.csv', 'test_identity.csv'])\n",
    "df_train.shape, df_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_dfs = [df_train, df_test]\n",
    "encode_labels_cols = []\n",
    "new_categorical_cols = ['ProductCD__Cents_magic', 'DayOfWeek']\n",
    "\n",
    "for i, df in enumerate(all_dfs):\n",
    "    df['Cents'] = feature_cents(df)\n",
    "    df['ProductCD__Cents_magic'] = feature_ProductCD_W_cents(df)\n",
    "    df[COL_AMOUNT+'_log'] = np.log(df[COL_AMOUNT])\n",
    "    \n",
    "    dt_ = parse_datetime(df)\n",
    "    df['Hour'] = dt_.dt.hour\n",
    "    df['DayOfWeek'] = dt_.dt.weekday\n",
    "    df['DayOfMonth'] = dt_.dt.day\n",
    "    df['MonthFraction'] = (dt_.dt.day / dt_.dt.days_in_month * 100).astype(np.uint8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['2017-12', '2018-01', '2018-02', '2018-03', '2018-04', '2018-05'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dt_m = parse_datetime(df_train).dt.date.astype('str').str[:7]\n",
    "dt_m.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "interactions = [\n",
    "    'card1__addr1', 'card1__card5', 'card2__dist1', 'card5__P_emaildomain',\n",
    "    'card1__card2__card3__card5', \n",
    "    'card1__card2__card3__card5__addr1__addr2',\n",
    "    'card2__id_20', 'DeviceInfo__id_30', 'DeviceInfo__id_20',\n",
    "]\n",
    "rename = {\n",
    "    'card1__card2__card3__card5': 'uuid2',\n",
    "    'card1__card2__card3__card5__addr1__addr2': 'uuid3',\n",
    "}\n",
    "encode_freq_cols = [\n",
    "    'card1__addr1', 'card1__card5', 'uuid3',\n",
    "    'card2__id_20', 'DeviceInfo__id_30',\n",
    "]\n",
    "groups = [\n",
    "    (['uuid2', 'ProductCD'], COL_AMOUNT, 'mean'),\n",
    "    (['uuid2', 'addr1'], 'dist2', 'mean'),\n",
    "    ('V307', 'V313', 'mean'),\n",
    "    ('uuid3', COL_AMOUNT, ['mean', 'std']),\n",
    "    ('card1', COL_AMOUNT, 'mean'),\n",
    "]\n",
    "drop = []\n",
    "\n",
    "for inter in interactions:\n",
    "    cols = inter.split('__')\n",
    "    col = rename[inter] if inter in rename else inter\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[cols].apply(lambda row: '_'.join(row.values.astype(str)), axis=1)    \n",
    "    if col in encode_freq_cols:\n",
    "        for df, freq in zip(all_dfs, frequency(col, all_dfs)):\n",
    "            df[col+'_count'] = freq\n",
    "    if col not in drop:\n",
    "        encode_labels_cols.append(col)\n",
    "        new_categorical_cols.append(col)\n",
    "    gc.collect()\n",
    "\n",
    "for df in all_dfs:\n",
    "    for group, target, aggs in groups:\n",
    "        if not isinstance(group, list):\n",
    "            group = [group]\n",
    "        if not isinstance(aggs, list):\n",
    "            aggs = [aggs]\n",
    "        for agg in aggs:\n",
    "            col = f'{target}_{agg}_by_{\"_\".join(group)}'\n",
    "            df[col] = df.groupby(group)[target].transform(agg)\n",
    "    for col in drop:\n",
    "        df.drop([col], axis=1, inplace=True)\n",
    "gc.collect()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "encode_freq_cols = [\n",
    "    'card1', 'card2', 'card3', 'card5', 'addr1', 'addr2',\n",
    "    'C1', 'C2', 'C5', 'C6', 'C7', 'C9', 'C11', 'C13', 'C14', \n",
    "    'P_emaildomain', 'DeviceInfo',\n",
    "    'V283', 'V285', 'V307', 'V308',\n",
    "]\n",
    "    \n",
    "for col in encode_freq_cols:\n",
    "    for df, freq in zip(all_dfs, frequency(col, all_dfs)):\n",
    "        df[col+'_count'] = freq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "na_cols = ['D2', 'D3', 'D5', 'D6', 'D7', 'D13', 'D14', 'M4', 'M5', 'id_16']\n",
    "\n",
    "for df in all_dfs:\n",
    "    for col in na_cols:\n",
    "        df[col+'_na'] = df[col].isna()\n",
    "        new_categorical_cols.append(col+'_na')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "for col in ['P_emaildomain', 'R_emaildomain']:\n",
    "    for df in all_dfs:\n",
    "        temp = df[col].apply(lambda x: parse_email_suffix(x))\n",
    "        df[col+'_parts'] = temp.map(lambda x: x[0])\n",
    "        df[col+'_sfx2']  = temp.map(lambda x: x[1])\n",
    "        df[col+'_sfx1']  = temp.map(lambda x: x[2])\n",
    "        \n",
    "        #https://www.kaggle.com/c/ieee-fraud-detection/discussion/100499#latest-579654\n",
    "        df[col+'_bin'] = df[col].map(EMAIL_MAP)\n",
    "        \n",
    "    cat_cols = [col+'_sfx2', col+'_sfx1', col+'_bin']\n",
    "    encode_labels_cols.extend(cat_cols)\n",
    "    new_categorical_cols.extend(cat_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "def str_contains(df, col, val):\n",
    "    return df[col].str.contains(val, case=False).fillna(False)\n",
    "\n",
    "\n",
    "for df in all_dfs:\n",
    "    col = 'Browser'\n",
    "    df[col] = -1\n",
    "    search = partial(str_contains, df, 'id_31')\n",
    "    for browser in ['chrome', 'safari', 'ie ', 'firefox', 'edge', 'samsung', 'opera']:\n",
    "        df.loc[search(browser), [col]] = browser\n",
    "    df.loc[(df['id_31'] == 'ie'), [col]] = 'ie'\n",
    "    \n",
    "for df in all_dfs:\n",
    "    col = 'OS'\n",
    "    df[col] = -1\n",
    "    search = partial(str_contains, df, 'id_30')\n",
    "    for os_name in ['windows', 'ios', 'mac', 'android', 'linux']:\n",
    "        df.loc[search(os_name), [col]] = os_name\n",
    "        \n",
    "new_categorical_cols.extend(['Browser', 'OS'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "isFraud, range: (0, 1), dtype: int64 -> uint8\n",
      "TransactionDT, range: (86400, 15811131), dtype: int64 -> uint32\n",
      "TransactionAmt, range: (0.251, 31937.391), dtype: float64 -> float32\n",
      "card1, range: (1000, 18396), dtype: int64 -> uint16\n",
      "card2, range: (100.0, 600.0), dtype: float64 -> uint16\n",
      "card3, range: (100.0, 231.0), dtype: float64 -> uint8\n",
      "card5, range: (100.0, 237.0), dtype: float64 -> uint8\n",
      "addr1, range: (100.0, 540.0), dtype: float64 -> uint16\n",
      "addr2, range: (10.0, 102.0), dtype: float64 -> uint8\n",
      "dist1, range: (0.0, 10286.0), dtype: float64 -> uint16\n",
      "dist2, range: (0.0, 11623.0), dtype: float64 -> uint16\n",
      "C1, range: (0.0, 4685.0), dtype: float64 -> uint16\n",
      "C2, range: (0.0, 5691.0), dtype: float64 -> uint16\n",
      "C3, range: (0.0, 26.0), dtype: float64 -> uint8\n",
      "C4, range: (0.0, 2253.0), dtype: float64 -> uint16\n",
      "C5, range: (0.0, 349.0), dtype: float64 -> uint16\n",
      "C6, range: (0.0, 2253.0), dtype: float64 -> uint16\n",
      "C7, range: (0.0, 2255.0), dtype: float64 -> uint16\n",
      "C8, range: (0.0, 3331.0), dtype: float64 -> uint16\n",
      "C9, range: (0.0, 210.0), dtype: float64 -> uint8\n",
      "C10, range: (0.0, 3257.0), dtype: float64 -> uint16\n",
      "C11, range: (0.0, 3188.0), dtype: float64 -> uint16\n",
      "C12, range: (0.0, 3188.0), dtype: float64 -> uint16\n",
      "C13, range: (0.0, 2918.0), dtype: float64 -> uint16\n",
      "C14, range: (0.0, 1429.0), dtype: float64 -> uint16\n",
      "D1, range: (0.0, 640.0), dtype: float64 -> uint16\n",
      "D2, range: (0.0, 640.0), dtype: float64 -> uint16\n",
      "D3, range: (0.0, 819.0), dtype: float64 -> uint16\n",
      "D4, range: (-122.0, 869.0), dtype: float64 -> int16\n",
      "D5, range: (0.0, 819.0), dtype: float64 -> uint16\n",
      "D6, range: (-83.0, 873.0), dtype: float64 -> int16\n",
      "D7, range: (0.0, 843.0), dtype: float64 -> uint16\n",
      "D8, range: (0.0, 1707.7916259765625), dtype: float64 -> float32\n",
      "D9, range: (0.0, 0.9583330154418944), dtype: float64 -> float32\n",
      "D10, range: (0.0, 876.0), dtype: float64 -> uint16\n",
      "D11, range: (-53.0, 670.0), dtype: float64 -> int16\n",
      "D12, range: (-83.0, 648.0), dtype: float64 -> int16\n",
      "D13, range: (0.0, 847.0), dtype: float64 -> uint16\n",
      "D14, range: (-193.0, 878.0), dtype: float64 -> int16\n",
      "D15, range: (-83.0, 879.0), dtype: float64 -> int16\n",
      "V1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V3, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V4, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V5, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V6, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V7, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V8, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V9, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V10, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V11, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V12, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V13, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V14, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V15, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V16, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V17, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V18, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V19, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V20, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V21, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V22, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V23, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V24, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V25, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V26, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V27, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V28, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V29, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V30, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V31, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V32, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V33, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V34, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V35, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V36, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V37, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V38, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V39, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V40, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V41, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V42, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V43, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V44, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V45, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V46, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V47, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V48, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V49, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V50, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V51, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V52, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V53, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V54, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V55, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V56, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V57, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V58, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V59, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V60, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V61, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V62, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V63, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V64, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V65, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V66, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V67, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V68, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V69, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V70, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V71, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V72, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V73, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V74, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V75, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V76, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V77, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V78, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V79, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V80, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V81, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V82, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V83, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V84, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V85, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V86, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V87, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V88, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V89, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V90, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V91, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V92, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V93, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V94, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V95, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V96, range: (0.0, 1410.0), dtype: float64 -> uint16\n",
      "V97, range: (0.0, 976.0), dtype: float64 -> uint16\n",
      "V98, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V99, range: (0.0, 88.0), dtype: float64 -> uint8\n",
      "V100, range: (0.0, 28.0), dtype: float64 -> uint8\n",
      "V101, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V102, range: (0.0, 1285.0), dtype: float64 -> uint16\n",
      "V103, range: (0.0, 928.0), dtype: float64 -> uint16\n",
      "V104, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V105, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V106, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V107, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V108, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V109, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V110, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V111, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V112, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V113, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V114, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V115, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V116, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V117, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V118, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V119, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V120, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V121, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V122, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V123, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V124, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V125, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V126, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V127, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V128, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V129, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V130, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V131, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V132, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V133, range: (0.0, 133915.0), dtype: float64 -> float32\n",
      "V134, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V135, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V136, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V137, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V138, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V139, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V140, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V141, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V142, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V143, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V144, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V145, range: (0.0, 297.0), dtype: float64 -> uint16\n",
      "V146, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V147, range: (0.0, 26.0), dtype: float64 -> uint8\n",
      "V148, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V149, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V150, range: (1.0, 3389.0), dtype: float64 -> uint16\n",
      "V151, range: (1.0, 57.0), dtype: float64 -> uint8\n",
      "V152, range: (1.0, 69.0), dtype: float64 -> uint8\n",
      "V153, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V154, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V155, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V156, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V157, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V158, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V159, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V160, range: (0.0, 641511.4375), dtype: float64 -> float32\n",
      "V161, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V162, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V163, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V164, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V165, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V166, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V167, range: (0.0, 872.0), dtype: float64 -> uint16\n",
      "V168, range: (0.0, 964.0), dtype: float64 -> uint16\n",
      "V169, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V170, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V171, range: (0.0, 61.0), dtype: float64 -> uint8\n",
      "V172, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V173, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V174, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V175, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V176, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V177, range: (0.0, 861.0), dtype: float64 -> uint16\n",
      "V178, range: (0.0, 1235.0), dtype: float64 -> uint16\n",
      "V179, range: (0.0, 920.0), dtype: float64 -> uint16\n",
      "V180, range: (0.0, 83.0), dtype: float64 -> uint8\n",
      "V181, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V182, range: (0.0, 83.0), dtype: float64 -> uint8\n",
      "V183, range: (0.0, 41.0), dtype: float64 -> uint8\n",
      "V184, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V185, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V186, range: (0.0, 38.0), dtype: float64 -> uint8\n",
      "V187, range: (0.0, 218.0), dtype: float64 -> uint8\n",
      "V188, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V189, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V190, range: (0.0, 42.0), dtype: float64 -> uint8\n",
      "V191, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V192, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V193, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V194, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V195, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V196, range: (0.0, 38.0), dtype: float64 -> uint8\n",
      "V197, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V198, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V199, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V200, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V201, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V202, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V203, range: (0.0, 139777.0), dtype: float64 -> float32\n",
      "V204, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V205, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V206, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V207, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V208, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V209, range: (0.0, 8050.0), dtype: float64 -> float32\n",
      "V210, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V211, range: (0.0, 92888.0), dtype: float64 -> float32\n",
      "V212, range: (0.0, 129006.0), dtype: float64 -> float32\n",
      "V213, range: (0.0, 97628.0), dtype: float64 -> float32\n",
      "V214, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V215, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V216, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V217, range: (0.0, 303.0), dtype: float64 -> uint16\n",
      "V218, range: (0.0, 400.0), dtype: float64 -> uint16\n",
      "V219, range: (0.0, 378.0), dtype: float64 -> uint16\n",
      "V220, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V221, range: (0.0, 384.0), dtype: float64 -> uint16\n",
      "V222, range: (0.0, 384.0), dtype: float64 -> uint16\n",
      "V223, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V224, range: (0.0, 144.0), dtype: float64 -> uint8\n",
      "V225, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V226, range: (0.0, 242.0), dtype: float64 -> uint8\n",
      "V227, range: (0.0, 360.0), dtype: float64 -> uint16\n",
      "V228, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V229, range: (0.0, 176.0), dtype: float64 -> uint8\n",
      "V230, range: (0.0, 65.0), dtype: float64 -> uint8\n",
      "V231, range: (0.0, 293.0), dtype: float64 -> uint16\n",
      "V232, range: (0.0, 337.0), dtype: float64 -> uint16\n",
      "V233, range: (0.0, 332.0), dtype: float64 -> uint16\n",
      "V234, range: (0.0, 121.0), dtype: float64 -> uint8\n",
      "V235, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V236, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V237, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V238, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V239, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V240, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V241, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V242, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V243, range: (0.0, 57.0), dtype: float64 -> uint8\n",
      "V244, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V245, range: (0.0, 262.0), dtype: float64 -> uint16\n",
      "V246, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V247, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V248, range: (0.0, 36.0), dtype: float64 -> uint8\n",
      "V249, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V250, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V251, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V252, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V253, range: (0.0, 163.0), dtype: float64 -> uint8\n",
      "V254, range: (0.0, 60.0), dtype: float64 -> uint8\n",
      "V255, range: (0.0, 87.0), dtype: float64 -> uint8\n",
      "V256, range: (0.0, 87.0), dtype: float64 -> uint8\n",
      "V257, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V258, range: (0.0, 66.0), dtype: float64 -> uint8\n",
      "V259, range: (0.0, 285.0), dtype: float64 -> uint16\n",
      "V260, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V261, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V262, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V263, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V264, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V265, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V266, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V267, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V268, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V269, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V270, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V271, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V272, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V273, range: (0.0, 51200.0), dtype: float64 -> float32\n",
      "V274, range: (0.0, 66000.0), dtype: float64 -> float32\n",
      "V275, range: (0.0, 51200.0), dtype: float64 -> float32\n",
      "V276, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V277, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V278, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V279, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V280, range: (0.0, 975.0), dtype: float64 -> uint16\n",
      "V281, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V282, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "V283, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V284, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V285, range: (0.0, 95.0), dtype: float64 -> uint8\n",
      "V286, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V287, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V288, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V289, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V290, range: (1.0, 67.0), dtype: float64 -> uint8\n",
      "V291, range: (1.0, 1055.0), dtype: float64 -> uint16\n",
      "V292, range: (1.0, 323.0), dtype: float64 -> uint16\n",
      "V293, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V294, range: (0.0, 1286.0), dtype: float64 -> uint16\n",
      "V295, range: (0.0, 928.0), dtype: float64 -> uint16\n",
      "V296, range: (0.0, 93.0), dtype: float64 -> uint8\n",
      "V297, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V298, range: (0.0, 93.0), dtype: float64 -> uint8\n",
      "V299, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V300, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V301, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V302, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V303, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V304, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V305, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "V306, range: (0.0, 108800.0), dtype: float64 -> float32\n",
      "V307, range: (0.0, 145765.0), dtype: float64 -> float32\n",
      "V308, range: (0.0, 108800.0), dtype: float64 -> float32\n",
      "V309, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V310, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V311, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V312, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V313, range: (0.0, 4817.47021484375), dtype: float64 -> float32\n",
      "V314, range: (0.0, 7519.8701171875), dtype: float64 -> float32\n",
      "V315, range: (0.0, 4817.47021484375), dtype: float64 -> float32\n",
      "V316, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V317, range: (0.0, 134021.0), dtype: float64 -> float32\n",
      "V318, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V319, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V320, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V321, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V322, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V323, range: (0.0, 1411.0), dtype: float64 -> uint16\n",
      "V324, range: (0.0, 976.0), dtype: float64 -> uint16\n",
      "V325, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V326, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V327, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V328, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V329, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V330, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V331, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V332, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V333, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V334, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V335, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V336, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V337, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V338, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V339, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "id_01, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_02, range: (1.0, 999595.0), dtype: float64 -> uint32\n",
      "id_03, range: (-13.0, 10.0), dtype: float64 -> int8\n",
      "id_04, range: (-28.0, 0.0), dtype: float64 -> int8\n",
      "id_05, range: (-72.0, 52.0), dtype: float64 -> int8\n",
      "id_06, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_07, range: (-46.0, 61.0), dtype: float64 -> int8\n",
      "id_08, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_09, range: (-36.0, 25.0), dtype: float64 -> int8\n",
      "id_10, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_11, range: (90.0, 100.0), dtype: float64 -> float32\n",
      "id_13, range: (10.0, 64.0), dtype: float64 -> uint8\n",
      "id_14, range: (-660.0, 720.0), dtype: float64 -> int16\n",
      "id_17, range: (100.0, 229.0), dtype: float64 -> uint8\n",
      "id_18, range: (10.0, 29.0), dtype: float64 -> uint8\n",
      "id_19, range: (100.0, 671.0), dtype: float64 -> uint16\n",
      "id_20, range: (100.0, 661.0), dtype: float64 -> uint16\n",
      "id_21, range: (100.0, 854.0), dtype: float64 -> uint16\n",
      "id_22, range: (10.0, 44.0), dtype: float64 -> uint8\n",
      "id_24, range: (11.0, 26.0), dtype: float64 -> uint8\n",
      "id_25, range: (100.0, 548.0), dtype: float64 -> uint16\n",
      "id_26, range: (100.0, 216.0), dtype: float64 -> uint8\n",
      "id_32, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "ProductCD__Cents_magic, range: (0, 1), dtype: uint8 -> uint8\n",
      "Hour, range: (0, 23), dtype: int64 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: int64 -> uint8\n",
      "DayOfMonth, range: (1, 31), dtype: int64 -> uint8\n",
      "MonthFraction, range: (3, 100), dtype: uint8 -> uint8\n",
      "card1__addr1_count, range: (1, 21461), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: int64 -> uint16\n",
      "card2__id_20_count, range: (1, 82324), dtype: int64 -> uint32\n",
      "DeviceInfo__id_30_count, range: (1, 859447), dtype: int64 -> uint32\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (0.615, 4545.36), dtype: float64 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (0.0, 11623.0), dtype: float64 -> float32\n",
      "V313_mean_by_V307, range: (0.0, 4817.47021484375), dtype: float64 -> float32\n",
      "TransactionAmt_mean_by_uuid3, range: (0.588, 4545.36), dtype: float64 -> float32\n",
      "TransactionAmt_std_by_uuid3, range: (0.0, 6547.81888061895), dtype: float64 -> float32\n",
      "TransactionAmt_mean_by_card1, range: (0.615, 3454.95), dtype: float64 -> float32\n",
      "card1_count, range: (1, 28015), dtype: int64 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: int64 -> uint32\n",
      "card3_count, range: (1, 956845), dtype: int64 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: int64 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: int64 -> uint32\n",
      "addr2_count, range: (1, 956415), dtype: int64 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: int64 -> uint32\n",
      "C2_count, range: (1, 581696), dtype: int64 -> uint32\n",
      "C5_count, range: (2, 707008), dtype: int64 -> uint32\n",
      "C6_count, range: (1, 631237), dtype: int64 -> uint32\n",
      "C7_count, range: (1, 961237), dtype: int64 -> uint32\n",
      "C9_count, range: (1, 420354), dtype: int64 -> uint32\n",
      "C11_count, range: (1, 731792), dtype: int64 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: int64 -> uint32\n",
      "C14_count, range: (1, 598520), dtype: int64 -> uint32\n",
      "P_emaildomain_count, range: (80, 435803), dtype: int64 -> uint32\n",
      "DeviceInfo_count, range: (1, 863508), dtype: int64 -> uint32\n",
      "V283_count, range: (2, 513989), dtype: int64 -> uint32\n",
      "V285_count, range: (2, 658790), dtype: int64 -> uint32\n",
      "V307_count, range: (1, 583910), dtype: int64 -> uint32\n",
      "V308_count, range: (1, 778776), dtype: int64 -> uint32\n",
      "D2_na, range: (False, True), dtype: bool -> uint8\n",
      "D3_na, range: (False, True), dtype: bool -> uint8\n",
      "D5_na, range: (False, True), dtype: bool -> uint8\n",
      "D6_na, range: (False, True), dtype: bool -> uint8\n",
      "D7_na, range: (False, True), dtype: bool -> uint8\n",
      "D13_na, range: (False, True), dtype: bool -> uint8\n",
      "D14_na, range: (False, True), dtype: bool -> uint8\n",
      "M4_na, range: (False, True), dtype: bool -> uint8\n",
      "M5_na, range: (False, True), dtype: bool -> uint8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 2231.06 -> 727.92 MB\n",
      "This is 32.63% of the initial size\n",
      "CPU times: user 1min 20s, sys: 3min 4s, total: 4min 25s\n",
      "Wall time: 2min 20s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "df_train, na_train = reduce_mem_usage(df_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionDT, range: (18403224, 34214345), dtype: int64 -> uint32\n",
      "TransactionAmt, range: (0.018000000000000002, 10270.0), dtype: float64 -> float32\n",
      "card1, range: (1001, 18397), dtype: int64 -> uint16\n",
      "card2, range: (100.0, 600.0), dtype: float64 -> uint16\n",
      "card3, range: (100.0, 232.0), dtype: float64 -> uint8\n",
      "card5, range: (100.0, 237.0), dtype: float64 -> uint8\n",
      "addr1, range: (100.0, 540.0), dtype: float64 -> uint16\n",
      "addr2, range: (10.0, 102.0), dtype: float64 -> uint8\n",
      "dist1, range: (0.0, 8081.0), dtype: float64 -> uint16\n",
      "dist2, range: (0.0, 9213.0), dtype: float64 -> uint16\n",
      "C1, range: (0.0, 2950.0), dtype: float64 -> uint16\n",
      "C2, range: (0.0, 3275.0), dtype: float64 -> uint16\n",
      "C3, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "C4, range: (0.0, 1601.0), dtype: float64 -> uint16\n",
      "C5, range: (0.0, 376.0), dtype: float64 -> uint16\n",
      "C6, range: (0.0, 1601.0), dtype: float64 -> uint16\n",
      "C7, range: (0.0, 1621.0), dtype: float64 -> uint16\n",
      "C8, range: (0.0, 1005.0), dtype: float64 -> uint16\n",
      "C9, range: (0.0, 572.0), dtype: float64 -> uint16\n",
      "C10, range: (0.0, 881.0), dtype: float64 -> uint16\n",
      "C11, range: (0.0, 2234.0), dtype: float64 -> uint16\n",
      "C12, range: (0.0, 2234.0), dtype: float64 -> uint16\n",
      "C13, range: (0.0, 1562.0), dtype: float64 -> uint16\n",
      "C14, range: (0.0, 797.0), dtype: float64 -> uint16\n",
      "D1, range: (0.0, 641.0), dtype: float64 -> uint16\n",
      "D2, range: (0.0, 641.0), dtype: float64 -> uint16\n",
      "D3, range: (0.0, 1076.0), dtype: float64 -> uint16\n",
      "D4, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D5, range: (0.0, 1088.0), dtype: float64 -> uint16\n",
      "D6, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D7, range: (0.0, 1088.0), dtype: float64 -> uint16\n",
      "D8, range: (0.0, 2029.5833740234373), dtype: float64 -> float32\n",
      "D9, range: (0.0, 0.9583330154418944), dtype: float64 -> float32\n",
      "D10, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D11, range: (0.0, 883.0), dtype: float64 -> uint16\n",
      "D12, range: (0.0, 879.0), dtype: float64 -> uint16\n",
      "D13, range: (0.0, 1066.0), dtype: float64 -> uint16\n",
      "D14, range: (0.0, 1085.0), dtype: float64 -> uint16\n",
      "D15, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "V1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V3, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V4, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V5, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V6, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V7, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V8, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V9, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V10, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V11, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V12, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V13, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V14, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V15, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V16, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V17, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V18, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V19, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V20, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V21, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V22, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V23, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V24, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V25, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V26, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V27, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V28, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V29, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V30, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V31, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V32, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V33, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V34, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V35, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V36, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V37, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V38, range: (0.0, 52.0), dtype: float64 -> uint8\n",
      "V39, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V40, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V41, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V42, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V43, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V44, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V45, range: (0.0, 69.0), dtype: float64 -> uint8\n",
      "V46, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V47, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V48, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V49, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V50, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V51, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V52, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V53, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V54, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V55, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V56, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V57, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V58, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V59, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V60, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V61, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V62, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V63, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V64, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V65, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V66, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V67, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V68, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V69, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V70, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V71, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V72, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V73, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V74, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V75, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V76, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V77, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V78, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V79, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V80, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V81, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V82, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V83, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V84, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V85, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V86, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V87, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V88, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V89, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V90, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V91, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V92, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V93, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V94, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V95, range: (0.0, 60.0), dtype: float64 -> uint8\n",
      "V96, range: (0.0, 103.0), dtype: float64 -> uint8\n",
      "V97, range: (0.0, 82.0), dtype: float64 -> uint8\n",
      "V98, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V99, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V100, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V101, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V102, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V103, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V104, range: (0.0, 59.0), dtype: float64 -> uint8\n",
      "V105, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V106, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V107, range: (1.0, 1.0), dtype: float64 -> uint8\n",
      "V108, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V109, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V110, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V111, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V112, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V113, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V114, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V115, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V116, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V117, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V118, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V119, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V120, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V121, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V122, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V123, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V124, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V125, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V126, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V127, range: (0.0, 544500.0), dtype: float64 -> float32\n",
      "V128, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V129, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V130, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V131, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V132, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V133, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V134, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V135, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V136, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V137, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V138, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V139, range: (0.0, 28.0), dtype: float64 -> uint8\n",
      "V140, range: (0.0, 59.0), dtype: float64 -> uint8\n",
      "V141, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V142, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V143, range: (0.0, 56.0), dtype: float64 -> uint8\n",
      "V144, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V145, range: (0.0, 279.0), dtype: float64 -> uint16\n",
      "V146, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V147, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V148, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V149, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V150, range: (1.0, 2277.0), dtype: float64 -> uint16\n",
      "V151, range: (1.0, 58.0), dtype: float64 -> uint8\n",
      "V152, range: (1.0, 67.0), dtype: float64 -> uint8\n",
      "V153, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V154, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V155, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V156, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V157, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V158, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V159, range: (0.0, 284129.8125), dtype: float64 -> float32\n",
      "V160, range: (0.0, 3867868.5), dtype: float64 -> float32\n",
      "V161, range: (0.0, 2000.0), dtype: float64 -> float32\n",
      "V162, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V163, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V164, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V165, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V166, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V167, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V168, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V169, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V170, range: (0.0, 63.0), dtype: float64 -> uint8\n",
      "V171, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V172, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V173, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V174, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V175, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V176, range: (1.0, 239.0), dtype: float64 -> uint8\n",
      "V177, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V178, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V179, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V180, range: (0.0, 179.0), dtype: float64 -> uint8\n",
      "V181, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V182, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V183, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V184, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V185, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V186, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V187, range: (0.0, 158.0), dtype: float64 -> uint8\n",
      "V188, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V189, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V190, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V191, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V192, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V193, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "V194, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V195, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V196, range: (0.0, 41.0), dtype: float64 -> uint8\n",
      "V197, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V198, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V199, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V200, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V201, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V202, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V203, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V204, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V205, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V206, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V207, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V208, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V209, range: (0.0, 10000.0), dtype: float64 -> float32\n",
      "V210, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V211, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V212, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V213, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V214, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V215, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V216, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V217, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V218, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V219, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V220, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V221, range: (0.0, 140.0), dtype: float64 -> uint8\n",
      "V222, range: (0.0, 291.0), dtype: float64 -> uint16\n",
      "V223, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V224, range: (0.0, 91.0), dtype: float64 -> uint8\n",
      "V225, range: (0.0, 58.0), dtype: float64 -> uint8\n",
      "V226, range: (0.0, 870.0), dtype: float64 -> uint16\n",
      "V227, range: (0.0, 131.0), dtype: float64 -> uint8\n",
      "V228, range: (1.0, 239.0), dtype: float64 -> uint8\n",
      "V229, range: (1.0, 262.0), dtype: float64 -> uint16\n",
      "V230, range: (1.0, 262.0), dtype: float64 -> uint16\n",
      "V231, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V232, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V233, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V234, range: (0.0, 322.0), dtype: float64 -> uint16\n",
      "V235, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V236, range: (0.0, 57.0), dtype: float64 -> uint8\n",
      "V237, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V238, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V239, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V240, range: (1.0, 6.0), dtype: float64 -> uint8\n",
      "V241, range: (1.0, 3.0), dtype: float64 -> uint8\n",
      "V242, range: (0.0, 27.0), dtype: float64 -> uint8\n",
      "V243, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V244, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V245, range: (0.0, 124.0), dtype: float64 -> uint8\n",
      "V246, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V247, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V248, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V249, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V250, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V251, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V252, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V253, range: (0.0, 96.0), dtype: float64 -> uint8\n",
      "V254, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V255, range: (0.0, 53.0), dtype: float64 -> uint8\n",
      "V256, range: (0.0, 53.0), dtype: float64 -> uint8\n",
      "V257, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V258, range: (0.0, 269.0), dtype: float64 -> uint16\n",
      "V259, range: (0.0, 131.0), dtype: float64 -> uint8\n",
      "V260, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V261, range: (0.0, 89.0), dtype: float64 -> uint8\n",
      "V262, range: (0.0, 34.0), dtype: float64 -> uint8\n",
      "V263, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V264, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V265, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V266, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V267, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V268, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V269, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V270, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V271, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V272, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V273, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V274, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V275, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V276, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V277, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V278, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V279, range: (0.0, 86.0), dtype: float64 -> uint8\n",
      "V280, range: (0.0, 108.0), dtype: float64 -> uint8\n",
      "V281, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V282, range: (0.0, 63.0), dtype: float64 -> uint8\n",
      "V283, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V284, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V285, range: (0.0, 90.0), dtype: float64 -> uint8\n",
      "V286, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V287, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V288, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V289, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V290, range: (1.0, 49.0), dtype: float64 -> uint8\n",
      "V291, range: (1.0, 250.0), dtype: float64 -> uint8\n",
      "V292, range: (1.0, 75.0), dtype: float64 -> uint8\n",
      "V293, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V294, range: (0.0, 246.0), dtype: float64 -> uint8\n",
      "V295, range: (0.0, 78.0), dtype: float64 -> uint8\n",
      "V296, range: (0.0, 179.0), dtype: float64 -> uint8\n",
      "V297, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V298, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V299, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V300, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V301, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V302, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V303, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V304, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V305, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "V306, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V307, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V308, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V309, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V310, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V311, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V312, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V313, range: (0.0, 4727.9599609375), dtype: float64 -> float32\n",
      "V314, range: (0.0, 7539.75), dtype: float64 -> float32\n",
      "V315, range: (0.0, 4727.9599609375), dtype: float64 -> float32\n",
      "V316, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V317, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V318, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V319, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V320, range: (0.0, 605000.0), dtype: float64 -> float32\n",
      "V321, range: (0.0, 605000.0), dtype: float64 -> float32\n",
      "V322, range: (0.0, 86.0), dtype: float64 -> uint8\n",
      "V323, range: (0.0, 128.0), dtype: float64 -> uint8\n",
      "V324, range: (0.0, 108.0), dtype: float64 -> uint8\n",
      "V325, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V326, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V327, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V328, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V329, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V330, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V331, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V332, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V333, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V334, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V335, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V336, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V337, range: (0.0, 375000.0), dtype: float64 -> float32\n",
      "V338, range: (0.0, 612500.0), dtype: float64 -> float32\n",
      "V339, range: (0.0, 612500.0), dtype: float64 -> float32\n",
      "id_01, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_02, range: (2.0, 999869.0), dtype: float64 -> uint32\n",
      "id_03, range: (-12.0, 11.0), dtype: float64 -> int8\n",
      "id_04, range: (-19.0, 0.0), dtype: float64 -> int8\n",
      "id_05, range: (-81.0, 52.0), dtype: float64 -> int8\n",
      "id_06, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_07, range: (-41.0, 59.0), dtype: float64 -> int8\n",
      "id_08, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_09, range: (-32.0, 16.0), dtype: float64 -> int8\n",
      "id_10, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_11, range: (90.0, 100.0), dtype: float64 -> float32\n",
      "id_13, range: (11.0, 63.0), dtype: float64 -> uint8\n",
      "id_14, range: (-720.0, 720.0), dtype: float64 -> int16\n",
      "id_17, range: (100.0, 228.0), dtype: float64 -> uint8\n",
      "id_18, range: (11.0, 29.0), dtype: float64 -> uint8\n",
      "id_19, range: (100.0, 670.0), dtype: float64 -> uint16\n",
      "id_20, range: (100.0, 660.0), dtype: float64 -> uint16\n",
      "id_21, range: (100.0, 854.0), dtype: float64 -> uint16\n",
      "id_22, range: (11.0, 44.0), dtype: float64 -> uint8\n",
      "id_24, range: (10.0, 26.0), dtype: float64 -> uint8\n",
      "id_25, range: (100.0, 549.0), dtype: float64 -> uint16\n",
      "id_26, range: (100.0, 216.0), dtype: float64 -> uint8\n",
      "id_32, range: (8.0, 48.0), dtype: float64 -> uint8\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "ProductCD__Cents_magic, range: (0, 1), dtype: uint8 -> uint8\n",
      "Hour, range: (0, 23), dtype: int64 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: int64 -> uint8\n",
      "DayOfMonth, range: (1, 31), dtype: int64 -> uint8\n",
      "MonthFraction, range: (3, 100), dtype: uint8 -> uint8\n",
      "card1__addr1_count, range: (1, 21461), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: int64 -> uint16\n",
      "card2__id_20_count, range: (1, 82324), dtype: int64 -> uint32\n",
      "DeviceInfo__id_30_count, range: (1, 859447), dtype: int64 -> uint32\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (1.4669999999999999, 6237.45), dtype: float64 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (0.0, 8145.0), dtype: float64 -> float32\n",
      "V313_mean_by_V307, range: (0.0, 4727.9599609375), dtype: float64 -> float32\n",
      "TransactionAmt_mean_by_uuid3, range: (1.4669999999999999, 6237.45), dtype: float64 -> float32\n",
      "TransactionAmt_std_by_uuid3, range: (0.0, 3334.715580075758), dtype: float64 -> float32\n",
      "TransactionAmt_mean_by_card1, range: (2.6460000000000004, 4327.02), dtype: float64 -> float32\n",
      "card1_count, range: (1, 28015), dtype: int64 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: int64 -> uint32\n",
      "card3_count, range: (1, 956845), dtype: int64 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: int64 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: int64 -> uint32\n",
      "addr2_count, range: (1, 956415), dtype: int64 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: int64 -> uint32\n",
      "C2_count, range: (1, 581696), dtype: int64 -> uint32\n",
      "C5_count, range: (1, 707008), dtype: int64 -> uint32\n",
      "C6_count, range: (1, 631237), dtype: int64 -> uint32\n",
      "C7_count, range: (1, 961237), dtype: int64 -> uint32\n",
      "C9_count, range: (1, 420354), dtype: int64 -> uint32\n",
      "C11_count, range: (1, 731792), dtype: int64 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: int64 -> uint32\n",
      "C14_count, range: (1, 598520), dtype: int64 -> uint32\n",
      "P_emaildomain_count, range: (2, 435803), dtype: int64 -> uint32\n",
      "DeviceInfo_count, range: (1, 863508), dtype: int64 -> uint32\n",
      "V283_count, range: (1, 513989), dtype: int64 -> uint32\n",
      "V285_count, range: (2, 658790), dtype: int64 -> uint32\n",
      "V307_count, range: (1, 583910), dtype: int64 -> uint32\n",
      "V308_count, range: (1, 778776), dtype: int64 -> uint32\n",
      "D2_na, range: (False, True), dtype: bool -> uint8\n",
      "D3_na, range: (False, True), dtype: bool -> uint8\n",
      "D5_na, range: (False, True), dtype: bool -> uint8\n",
      "D6_na, range: (False, True), dtype: bool -> uint8\n",
      "D7_na, range: (False, True), dtype: bool -> uint8\n",
      "D13_na, range: (False, True), dtype: bool -> uint8\n",
      "D14_na, range: (False, True), dtype: bool -> uint8\n",
      "M4_na, range: (False, True), dtype: bool -> uint8\n",
      "M5_na, range: (False, True), dtype: bool -> uint8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 1913.25 -> 617.74 MB\n",
      "This is 32.29% of the initial size\n",
      "CPU times: user 1min 9s, sys: 2min 43s, total: 3min 53s\n",
      "Wall time: 2min 3s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "df_test, na_test = reduce_mem_usage(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((590540, 500), (590540,))"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train, df_train = split_label_inputs(df_train)\n",
    "df_train.shape, y_train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding card4\n",
      "{'visa': 719649, 'mastercard': 347386, 'american express': 16009, 'discover': 9524}\n",
      "Encoding card6\n",
      "{'debit': 824959, 'credit': 267648, 'debit or credit': 30, 'charge card': 16}\n",
      "Encoding ProductCD\n",
      "{'W': 800657, 'C': 137785, 'R': 73346, 'H': 62397, 'S': 23046}\n",
      "Encoding M4\n",
      "{'M0': 357789, 'M2': 122947, 'M1': 97306}\n"
     ]
    }
   ],
   "source": [
    "all_dfs = [df_train, df_test]\n",
    "\n",
    "for col in ['card4', 'card6', 'ProductCD', 'M4']:\n",
    "    print('Encoding', col)\n",
    "    temp_df = pd.concat([df[col] for df in all_dfs])\n",
    "    col_encoded = temp_df.value_counts().to_dict()\n",
    "    del temp_df\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].map(col_encoded)\n",
    "    print(col_encoded)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "for col in ['M1','M2','M3','M5','M6','M7','M8','M9']:\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].map({ 'T': 1, 'F': 0 })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def minify_identity_df(df):\n",
    "    df['id_23'] = df['id_23'].map({\n",
    "        'TRANSPARENT': 4, \n",
    "        'IP_PROXY': 3, \n",
    "        'IP_PROXY:ANONYMOUS': 2, \n",
    "        'IP_PROXY:HIDDEN': 1\n",
    "    })\n",
    "    \n",
    "    for col in ['id_16']:\n",
    "        df[col+'_na'] = df[col].isna()\n",
    "    \n",
    "    for col in ['id_12', 'id_15', 'id_16', 'id_27', 'id_28', 'id_29']:\n",
    "        df[col] = df[col].map({\n",
    "            'New': 2, \n",
    "            'Found': 1, \n",
    "            'NotFound': 0, \n",
    "            'Unknown': -1\n",
    "        })\n",
    "\n",
    "    for col in ['id_35', 'id_36', 'id_37', 'id_38']:\n",
    "        df[col] = df[col].map({ 'T': 1, 'F': 0 })\n",
    "\n",
    "    df['id_34'] = df['id_34'].fillna(':-2')\n",
    "    df['id_34'] = df['id_34'].apply(lambda x: x.split(':')[1]).astype(np.int8)\n",
    "    df['id_34'] = np.where(df['id_34'] == -2, np.nan, df['id_34'])\n",
    "    \n",
    "    df['id_33'] = df['id_33'].fillna('0x0')\n",
    "    df['id_33_0'] = df['id_33'].apply(lambda x: x.split('x')[0]).astype(int)\n",
    "    df['id_33_1'] = df['id_33'].apply(lambda x: x.split('x')[1]).astype(int)\n",
    "    df['id_33'] = np.where(df['id_33'] == '0x0', np.nan, df['id_33'])\n",
    "\n",
    "    df['DeviceType'] = df['DeviceType'].map({ 'desktop': 1, 'mobile': 0 })\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "import itertools\n",
    "\n",
    "\n",
    "for df in all_dfs:\n",
    "    minify_identity_df(df)\n",
    "\n",
    "for col in ['id_33', 'P_emaildomain', 'R_emaildomain', 'id_30', 'id_31', 'DeviceInfo'] + encode_labels_cols:\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].fillna('unknown_value')\n",
    "    \n",
    "    le = LabelEncoder()\n",
    "    values = [list(df[col]) for df in all_dfs]\n",
    "    values = list(itertools.chain(*values))\n",
    "    le.fit(values)\n",
    "    \n",
    "    for df in all_dfs:\n",
    "        df[col] = le.transform(df[col])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "drop = [\n",
    "    COL_DT, 'V1', 'V6', 'V15', 'V18', 'V22', 'V27', 'V31', 'V41', \n",
    "    'V68', 'V89', 'V107', 'V119', 'V138', \n",
    "    'V147', 'V153', 'V157', 'V185', 'V195', 'V241', 'V252', \n",
    "    'V305', 'V325', 'V327', 'V328', 'V330',\n",
    "]\n",
    "\n",
    "for df in all_dfs:  \n",
    "    for col in df.columns:\n",
    "        if col in drop:\n",
    "            df.drop(col, axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ProductCD__Cents_magic', 'DayOfWeek', 'card1__addr1', 'card1__card5', 'card2__dist1', 'card5__P_emaildomain', 'uuid2', 'uuid3', 'card2__id_20', 'DeviceInfo__id_30', 'DeviceInfo__id_20', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'id_16_na', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'id_16_na', 'P_emaildomain_sfx2', 'P_emaildomain_sfx1', 'P_emaildomain_bin', 'R_emaildomain_sfx2', 'R_emaildomain_sfx1', 'R_emaildomain_bin', 'Browser', 'OS']\n"
     ]
    }
   ],
   "source": [
    "print(new_categorical_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ProductCD', 'DeviceType', 'DeviceInfo', 'P_emaildomain', 'R_emaildomain', 'addr1', 'addr2', 'card1', 'card2', 'card3', 'card4', 'card5', 'card6', 'M1', 'M2', 'M3', 'M4', 'M5', 'M6', 'M7', 'M8', 'M9', 'id_12', 'id_13', 'id_14', 'id_15', 'id_16', 'id_17', 'id_18', 'id_19', 'id_20', 'id_21', 'id_22', 'id_23', 'id_24', 'id_25', 'id_26', 'id_27', 'id_28', 'id_29', 'id_30', 'id_31', 'id_32', 'id_33', 'id_34', 'id_35', 'id_36', 'id_37', 'id_38', 'ProductCD__Cents_magic', 'DayOfWeek', 'card1__addr1', 'card1__card5', 'card2__dist1', 'card5__P_emaildomain', 'uuid2', 'uuid3', 'card2__id_20', 'DeviceInfo__id_30', 'DeviceInfo__id_20', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'id_16_na', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'id_16_na', 'P_emaildomain_sfx2', 'P_emaildomain_sfx1', 'P_emaildomain_bin', 'R_emaildomain_sfx2', 'R_emaildomain_sfx1', 'R_emaildomain_bin', 'Browser', 'OS']\n"
     ]
    }
   ],
   "source": [
    "def col_names(prefix, interval):\n",
    "    assert len(interval) == 2\n",
    "    return map(lambda i: prefix + str(i), range(interval[0], interval[1] + 1))\n",
    "\n",
    "\n",
    "categorical = [\n",
    "    'ProductCD', \n",
    "    'DeviceType', 'DeviceInfo', \n",
    "    'P_emaildomain', 'R_emaildomain', \n",
    "    'addr1', 'addr2',\n",
    "    *col_names('card', (1, 6)),\n",
    "    *col_names('M', (1, 9)),\n",
    "    *col_names('id_', (12, 38)),\n",
    "    *new_categorical_cols,\n",
    "]\n",
    "print(categorical)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['C1', 'C10', 'C11', 'C11_count', 'C12', 'C13', 'C13_count', 'C14', 'C14_count', 'C1_count', 'C2', 'C2_count', 'C3', 'C4', 'C5', 'C5_count', 'C6', 'C6_count', 'C7', 'C7_count', 'C8', 'C9', 'C9_count', 'Cents', 'D1', 'D10', 'D11', 'D12', 'D13', 'D14', 'D15', 'D2', 'D3', 'D4', 'D5', 'D6', 'D7', 'D8', 'D9', 'DayOfMonth', 'DeviceInfo__id_30_count', 'DeviceInfo_count', 'Hour', 'MonthFraction', 'P_emaildomain_count', 'P_emaildomain_parts', 'R_emaildomain_parts', 'TransactionAmt', 'TransactionAmt_log', 'TransactionAmt_mean_by_card1', 'TransactionAmt_mean_by_uuid2_ProductCD', 'TransactionAmt_mean_by_uuid3', 'TransactionAmt_std_by_uuid3', 'V10', 'V100', 'V101', 'V102', 'V103', 'V104', 'V105', 'V106', 'V108', 'V109', 'V11', 'V110', 'V111', 'V112', 'V113', 'V114', 'V115', 'V116', 'V117', 'V118', 'V12', 'V120', 'V121', 'V122', 'V123', 'V124', 'V125', 'V126', 'V127', 'V128', 'V129', 'V13', 'V130', 'V131', 'V132', 'V133', 'V134', 'V135', 'V136', 'V137', 'V139', 'V14', 'V140', 'V141', 'V142', 'V143', 'V144', 'V145', 'V146', 'V148', 'V149', 'V150', 'V151', 'V152', 'V154', 'V155', 'V156', 'V158', 'V159', 'V16', 'V160', 'V161', 'V162', 'V163', 'V164', 'V165', 'V166', 'V167', 'V168', 'V169', 'V17', 'V170', 'V171', 'V172', 'V173', 'V174', 'V175', 'V176', 'V177', 'V178', 'V179', 'V180', 'V181', 'V182', 'V183', 'V184', 'V186', 'V187', 'V188', 'V189', 'V19', 'V190', 'V191', 'V192', 'V193', 'V194', 'V196', 'V197', 'V198', 'V199', 'V2', 'V20', 'V200', 'V201', 'V202', 'V203', 'V204', 'V205', 'V206', 'V207', 'V208', 'V209', 'V21', 'V210', 'V211', 'V212', 'V213', 'V214', 'V215', 'V216', 'V217', 'V218', 'V219', 'V220', 'V221', 'V222', 'V223', 'V224', 'V225', 'V226', 'V227', 'V228', 'V229', 'V23', 'V230', 'V231', 'V232', 'V233', 'V234', 'V235', 'V236', 'V237', 'V238', 'V239', 'V24', 'V240', 'V242', 'V243', 'V244', 'V245', 'V246', 'V247', 'V248', 'V249', 'V25', 'V250', 'V251', 'V253', 'V254', 'V255', 'V256', 'V257', 'V258', 'V259', 'V26', 'V260', 'V261', 'V262', 'V263', 'V264', 'V265', 'V266', 'V267', 'V268', 'V269', 'V270', 'V271', 'V272', 'V273', 'V274', 'V275', 'V276', 'V277', 'V278', 'V279', 'V28', 'V280', 'V281', 'V282', 'V283', 'V283_count', 'V284', 'V285', 'V285_count', 'V286', 'V287', 'V288', 'V289', 'V29', 'V290', 'V291', 'V292', 'V293', 'V294', 'V295', 'V296', 'V297', 'V298', 'V299', 'V3', 'V30', 'V300', 'V301', 'V302', 'V303', 'V304', 'V306', 'V307', 'V307_count', 'V308', 'V308_count', 'V309', 'V310', 'V311', 'V312', 'V313', 'V313_mean_by_V307', 'V314', 'V315', 'V316', 'V317', 'V318', 'V319', 'V32', 'V320', 'V321', 'V322', 'V323', 'V324', 'V326', 'V329', 'V33', 'V331', 'V332', 'V333', 'V334', 'V335', 'V336', 'V337', 'V338', 'V339', 'V34', 'V35', 'V36', 'V37', 'V38', 'V39', 'V4', 'V40', 'V42', 'V43', 'V44', 'V45', 'V46', 'V47', 'V48', 'V49', 'V5', 'V50', 'V51', 'V52', 'V53', 'V54', 'V55', 'V56', 'V57', 'V58', 'V59', 'V60', 'V61', 'V62', 'V63', 'V64', 'V65', 'V66', 'V67', 'V69', 'V7', 'V70', 'V71', 'V72', 'V73', 'V74', 'V75', 'V76', 'V77', 'V78', 'V79', 'V8', 'V80', 'V81', 'V82', 'V83', 'V84', 'V85', 'V86', 'V87', 'V88', 'V9', 'V90', 'V91', 'V92', 'V93', 'V94', 'V95', 'V96', 'V97', 'V98', 'V99', 'addr1_count', 'addr2_count', 'card1__addr1_count', 'card1__card5_count', 'card1_count', 'card2__id_20_count', 'card2_count', 'card3_count', 'card5_count', 'dist1', 'dist2', 'dist2_mean_by_uuid2_addr1', 'id_01', 'id_02', 'id_03', 'id_04', 'id_05', 'id_06', 'id_07', 'id_08', 'id_09', 'id_10', 'id_11', 'id_33_0', 'id_33_1', 'uuid3_count']\n"
     ]
    }
   ],
   "source": [
    "numerical = sorted(list(set(df_train.columns) - set(categorical)))\n",
    "print(numerical)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dist1_eq_33314\n",
      "dist2_eq_33314\n",
      "C1_count_cat\n",
      "C6_cat\n",
      "C11_cat\n",
      "C11_count_cat\n",
      "C13_eq_1\n",
      "C13_count_eq_367617\n",
      "C14_count_cat\n",
      "D1_eq_0\n",
      "D2_eq_33314\n",
      "V30_cat\n",
      "V45_cat\n",
      "V48_cat\n",
      "V67_eq_1\n",
      "V69_cat\n",
      "V70_cat\n",
      "V88_eq_1\n",
      "V134_eq_0.0\n",
      "V187_cat\n",
      "V258_cat\n",
      "V280_cat\n",
      "V281_eq_0\n",
      "V282_cat\n",
      "V294_eq_0\n",
      "V308_eq_0.0\n",
      "V317_eq_0.0\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "temp = pd.concat([df_train, df_test])\n",
    "total_items = len(temp)\n",
    "\n",
    "to_category = [\n",
    "    'dist1', 'dist2', 'C1_count', 'C6', 'C11', 'C11_count', 'C13', 'C13_count', 'C14_count', 'D1', 'D2',\n",
    "    'V30', 'V45', 'V48', 'V67', 'V69', 'V70', 'V88', 'V134', 'V187', 'V258', 'V280', 'V281', 'V282', \n",
    "    'V294', 'V308', 'V317',\n",
    "]\n",
    "skip_vals = [np.nan, FILL_NA]\n",
    "\n",
    "for col in to_category:\n",
    "    frequency = temp[col].value_counts(dropna=False) / total_items\n",
    "    most_frequent = frequency[frequency > NEW_CAT_FREQ_TRESHOLD].index.to_list()\n",
    "    \n",
    "    if len(most_frequent) == 0:\n",
    "        continue\n",
    "    elif len(most_frequent) == 1:\n",
    "        val = most_frequent[0]\n",
    "        if val not in skip_vals:\n",
    "            new_col = f'{col}_eq_{val}'\n",
    "            for df in [df_train, df_test]:\n",
    "                df[new_col] = np.where(df[col] == val, 1, 0).astype(np.uint8)\n",
    "    else:\n",
    "        new_col = f'{col}_cat'\n",
    "        most_frequent = {val: i for i, val in enumerate(most_frequent)}\n",
    "        for df in [df_train, df_test]:\n",
    "            df[new_col] = df[col].map(most_frequent).fillna(255).astype(np.uint8)\n",
    "    new_categorical_cols.append(new_col)\n",
    "    print(new_col)\n",
    "        \n",
    "del temp\n",
    "gc.collect()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ProductCD__Cents_magic', 'DayOfWeek', 'card1__addr1', 'card1__card5', 'card2__dist1', 'card5__P_emaildomain', 'uuid2', 'uuid3', 'card2__id_20', 'DeviceInfo__id_30', 'DeviceInfo__id_20', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'id_16_na', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'id_16_na', 'P_emaildomain_sfx2', 'P_emaildomain_sfx1', 'P_emaildomain_bin', 'R_emaildomain_sfx2', 'R_emaildomain_sfx1', 'R_emaildomain_bin', 'Browser', 'OS', 'dist1_eq_33314', 'dist2_eq_33314', 'C1_count_cat', 'C6_cat', 'C11_cat', 'C11_count_cat', 'C13_eq_1', 'C13_count_eq_367617', 'C14_count_cat', 'D1_eq_0', 'D2_eq_33314', 'V30_cat', 'V45_cat', 'V48_cat', 'V67_eq_1', 'V69_cat', 'V70_cat', 'V88_eq_1', 'V134_eq_0.0', 'V187_cat', 'V258_cat', 'V280_cat', 'V281_eq_0', 'V282_cat', 'V294_eq_0', 'V308_eq_0.0', 'V317_eq_0.0']\n"
     ]
    }
   ],
   "source": [
    "print(new_categorical_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionAmt, range: (0.25099998712539673, 31937.390625), dtype: float32 -> float32\n",
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1000, 18396), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (34, 231), dtype: uint8 -> uint8\n",
      "card4, range: (9524.0, 719649.0), dtype: float64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (16.0, 824959.0), dtype: float64 -> uint32\n",
      "addr1, range: (100, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (10, 102), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 4685), dtype: uint16 -> uint16\n",
      "C2, range: (0, 5691), dtype: uint16 -> uint16\n",
      "C3, range: (0, 26), dtype: uint8 -> uint8\n",
      "C4, range: (0, 2253), dtype: uint16 -> uint16\n",
      "C5, range: (0, 349), dtype: uint16 -> uint16\n",
      "C6, range: (0, 2253), dtype: uint16 -> uint16\n",
      "C7, range: (0, 2255), dtype: uint16 -> uint16\n",
      "C8, range: (0, 3331), dtype: uint16 -> uint16\n",
      "C9, range: (0, 210), dtype: uint8 -> uint8\n",
      "C10, range: (0, 3257), dtype: uint16 -> uint16\n",
      "C11, range: (0, 3188), dtype: uint16 -> uint16\n",
      "C12, range: (0, 3188), dtype: uint16 -> uint16\n",
      "C13, range: (0, 2918), dtype: uint16 -> uint16\n",
      "C14, range: (0, 1429), dtype: uint16 -> uint16\n",
      "D1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (-32222, 869), dtype: int16 -> int16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (-32222, 873), dtype: int16 -> int16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 1707.7916259765625), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (-32222, 670), dtype: int16 -> int16\n",
      "D12, range: (-32222, 648), dtype: int16 -> int16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (-32222, 878), dtype: int16 -> int16\n",
      "D15, range: (-32222, 879), dtype: int16 -> int16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V7, range: (0, 34), dtype: uint8 -> uint8\n",
      "V8, range: (0, 34), dtype: uint8 -> uint8\n",
      "V9, range: (0, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 54), dtype: uint8 -> uint8\n",
      "V38, range: (0, 54), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 48), dtype: uint8 -> uint8\n",
      "V45, range: (0, 48), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 34), dtype: uint8 -> uint8\n",
      "V56, range: (0, 51), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 34), dtype: uint8 -> uint8\n",
      "V78, range: (0, 34), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 34), dtype: uint8 -> uint8\n",
      "V87, range: (0, 34), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V96, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V97, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V98, range: (0, 34), dtype: uint8 -> uint8\n",
      "V99, range: (0, 88), dtype: uint8 -> uint8\n",
      "V100, range: (0, 34), dtype: uint8 -> uint8\n",
      "V101, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V102, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V103, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V104, range: (0, 34), dtype: uint8 -> uint8\n",
      "V105, range: (0, 99), dtype: uint8 -> uint8\n",
      "V106, range: (0, 55), dtype: uint8 -> uint8\n",
      "V108, range: (0, 34), dtype: uint8 -> uint8\n",
      "V109, range: (0, 34), dtype: uint8 -> uint8\n",
      "V110, range: (0, 34), dtype: uint8 -> uint8\n",
      "V111, range: (0, 34), dtype: uint8 -> uint8\n",
      "V112, range: (0, 34), dtype: uint8 -> uint8\n",
      "V113, range: (0, 34), dtype: uint8 -> uint8\n",
      "V114, range: (0, 34), dtype: uint8 -> uint8\n",
      "V115, range: (0, 34), dtype: uint8 -> uint8\n",
      "V116, range: (0, 34), dtype: uint8 -> uint8\n",
      "V117, range: (0, 34), dtype: uint8 -> uint8\n",
      "V118, range: (0, 34), dtype: uint8 -> uint8\n",
      "V120, range: (0, 34), dtype: uint8 -> uint8\n",
      "V121, range: (0, 34), dtype: uint8 -> uint8\n",
      "V122, range: (0, 34), dtype: uint8 -> uint8\n",
      "V123, range: (0, 34), dtype: uint8 -> uint8\n",
      "V124, range: (0, 34), dtype: uint8 -> uint8\n",
      "V125, range: (0, 34), dtype: uint8 -> uint8\n",
      "V126, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V127, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V128, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V129, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V130, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V131, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V132, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V133, range: (-32222.0, 133915.0), dtype: float32 -> float32\n",
      "V134, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V135, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V136, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V137, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 34), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V144, range: (0, 62), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 57), dtype: uint8 -> uint8\n",
      "V152, range: (1, 69), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 641511.4375), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V162, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V163, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V164, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V165, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V166, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V167, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 34), dtype: uint8 -> uint8\n",
      "V170, range: (0, 48), dtype: uint8 -> uint8\n",
      "V171, range: (0, 61), dtype: uint8 -> uint8\n",
      "V172, range: (0, 34), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (0, 48), dtype: uint8 -> uint8\n",
      "V177, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 83), dtype: uint8 -> uint8\n",
      "V181, range: (0, 34), dtype: uint8 -> uint8\n",
      "V182, range: (0, 83), dtype: uint8 -> uint8\n",
      "V183, range: (0, 41), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (0, 38), dtype: uint8 -> uint8\n",
      "V187, range: (0, 218), dtype: uint8 -> uint8\n",
      "V188, range: (0, 34), dtype: uint8 -> uint8\n",
      "V189, range: (0, 34), dtype: uint8 -> uint8\n",
      "V190, range: (0, 42), dtype: uint8 -> uint8\n",
      "V191, range: (0, 34), dtype: uint8 -> uint8\n",
      "V192, range: (0, 44), dtype: uint8 -> uint8\n",
      "V193, range: (0, 37), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (0, 38), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (0, 45), dtype: uint8 -> uint8\n",
      "V200, range: (0, 45), dtype: uint8 -> uint8\n",
      "V201, range: (0, 55), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 139777.0), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 8050.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 92888.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 129006.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 97628.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V217, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 34), dtype: uint8 -> uint8\n",
      "V221, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 144), dtype: uint8 -> uint8\n",
      "V225, range: (0, 51), dtype: uint8 -> uint8\n",
      "V226, range: (0, 242), dtype: uint8 -> uint8\n",
      "V227, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V228, range: (0, 54), dtype: uint8 -> uint8\n",
      "V229, range: (0, 176), dtype: uint8 -> uint8\n",
      "V230, range: (0, 65), dtype: uint8 -> uint8\n",
      "V231, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 121), dtype: uint8 -> uint8\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 45), dtype: uint8 -> uint8\n",
      "V237, range: (0, 39), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (0, 34), dtype: uint8 -> uint8\n",
      "V242, range: (0, 34), dtype: uint8 -> uint8\n",
      "V243, range: (0, 57), dtype: uint8 -> uint8\n",
      "V244, range: (0, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V246, range: (0, 45), dtype: uint8 -> uint8\n",
      "V247, range: (0, 34), dtype: uint8 -> uint8\n",
      "V248, range: (0, 36), dtype: uint8 -> uint8\n",
      "V249, range: (0, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V253, range: (0, 163), dtype: uint8 -> uint8\n",
      "V254, range: (0, 60), dtype: uint8 -> uint8\n",
      "V255, range: (0, 87), dtype: uint8 -> uint8\n",
      "V256, range: (0, 87), dtype: uint8 -> uint8\n",
      "V257, range: (0, 48), dtype: uint8 -> uint8\n",
      "V258, range: (0, 66), dtype: uint8 -> uint8\n",
      "V259, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 49), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V270, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 51200.0), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 66000.0), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 51200.0), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V279, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V280, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V281, range: (0, 34), dtype: uint8 -> uint8\n",
      "V282, range: (0, 34), dtype: uint8 -> uint8\n",
      "V283, range: (0, 68), dtype: uint8 -> uint8\n",
      "V284, range: (0, 34), dtype: uint8 -> uint8\n",
      "V285, range: (0, 95), dtype: uint8 -> uint8\n",
      "V286, range: (0, 34), dtype: uint8 -> uint8\n",
      "V287, range: (0, 34), dtype: uint8 -> uint8\n",
      "V288, range: (0, 34), dtype: uint8 -> uint8\n",
      "V289, range: (0, 34), dtype: uint8 -> uint8\n",
      "V290, range: (1, 67), dtype: uint8 -> uint8\n",
      "V291, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V292, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V293, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V294, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V295, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V296, range: (0, 93), dtype: uint8 -> uint8\n",
      "V297, range: (0, 34), dtype: uint8 -> uint8\n",
      "V298, range: (0, 93), dtype: uint8 -> uint8\n",
      "V299, range: (0, 49), dtype: uint8 -> uint8\n",
      "V300, range: (0, 34), dtype: uint8 -> uint8\n",
      "V301, range: (0, 34), dtype: uint8 -> uint8\n",
      "V302, range: (0, 34), dtype: uint8 -> uint8\n",
      "V303, range: (0, 34), dtype: uint8 -> uint8\n",
      "V304, range: (0, 34), dtype: uint8 -> uint8\n",
      "V306, range: (-32222.0, 108800.0), dtype: float32 -> float32\n",
      "V307, range: (-32222.0, 145765.0), dtype: float32 -> float32\n",
      "V308, range: (-32222.0, 108800.0), dtype: float32 -> float32\n",
      "V309, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V310, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V311, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V312, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V313, range: (-32222.0, 4817.47021484375), dtype: float32 -> float32\n",
      "V314, range: (-32222.0, 7519.8701171875), dtype: float32 -> float32\n",
      "V315, range: (-32222.0, 4817.47021484375), dtype: float32 -> float32\n",
      "V316, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V317, range: (-32222.0, 134021.0), dtype: float32 -> float32\n",
      "V318, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V319, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V320, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V321, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V322, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V323, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V324, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V326, range: (0, 44), dtype: uint8 -> uint8\n",
      "V329, range: (0, 99), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V332, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V334, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V335, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V337, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V338, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V339, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (1, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-13, 34), dtype: int8 -> int8\n",
      "id_04, range: (-28, 34), dtype: int8 -> int8\n",
      "id_05, range: (-72, 52), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-46, 61), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-36, 34), dtype: int8 -> int8\n",
      "id_10, range: (-100, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (10, 64), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 720), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 229), dtype: uint8 -> uint8\n",
      "id_18, range: (10, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (10, 44), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 216), dtype: uint8 -> uint8\n",
      "id_27, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (0, 172), dtype: int64 -> uint8\n",
      "id_32, range: (0, 34), dtype: uint8 -> uint8\n",
      "id_33, range: (2, 460), dtype: int64 -> uint16\n",
      "id_34, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (0, 2799), dtype: int64 -> uint16\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "ProductCD__Cents_magic, range: (0, 1), dtype: uint8 -> uint8\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "DayOfMonth, range: (1, 31), dtype: uint8 -> uint8\n",
      "MonthFraction, range: (3, 100), dtype: uint8 -> uint8\n",
      "card1__addr1, range: (0, 55369), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (0, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (0, 1573), dtype: int64 -> uint16\n",
      "uuid2, range: (0, 19209), dtype: int64 -> uint16\n",
      "uuid3, range: (0, 60332), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "card2__id_20, range: (0, 9239), dtype: int64 -> uint16\n",
      "card2__id_20_count, range: (1, 82324), dtype: uint32 -> uint32\n",
      "DeviceInfo__id_30, range: (0, 3844), dtype: int64 -> uint16\n",
      "DeviceInfo__id_30_count, range: (1, 859447), dtype: uint32 -> uint32\n",
      "DeviceInfo__id_20, range: (0, 17844), dtype: int64 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (0.6150000095367432, 4545.35986328125), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 11623.0), dtype: float32 -> float32\n",
      "V313_mean_by_V307, range: (-32222.0, 4817.47021484375), dtype: float32 -> float32\n",
      "TransactionAmt_mean_by_uuid3, range: (0.5879999995231628, 4545.35986328125), dtype: float32 -> float32\n",
      "TransactionAmt_std_by_uuid3, range: (-32222.0, 6547.81884765625), dtype: float32 -> float32\n",
      "TransactionAmt_mean_by_card1, range: (0.6150000095367432, 3454.949951171875), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card3_count, range: (1, 956845), dtype: uint32 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: uint32 -> uint32\n",
      "addr2_count, range: (1, 956415), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C2_count, range: (1, 581696), dtype: uint32 -> uint32\n",
      "C5_count, range: (2, 707008), dtype: uint32 -> uint32\n",
      "C6_count, range: (1, 631237), dtype: uint32 -> uint32\n",
      "C7_count, range: (1, 961237), dtype: uint32 -> uint32\n",
      "C9_count, range: (1, 420354), dtype: uint32 -> uint32\n",
      "C11_count, range: (1, 731792), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "C14_count, range: (1, 598520), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (80, 435803), dtype: uint32 -> uint32\n",
      "DeviceInfo_count, range: (1, 863508), dtype: uint32 -> uint32\n",
      "V283_count, range: (2, 513989), dtype: uint32 -> uint32\n",
      "V285_count, range: (2, 658790), dtype: uint32 -> uint32\n",
      "V307_count, range: (1, 583910), dtype: uint32 -> uint32\n",
      "V308_count, range: (1, 778776), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "id_33_0, range: (0, 7500), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 5000), dtype: int64 -> uint16\n",
      "dist1_eq_33314, range: (0, 1), dtype: uint8 -> uint8\n",
      "dist2_eq_33314, range: (0, 1), dtype: uint8 -> uint8\n",
      "C1_count_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C6_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C11_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C11_count_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C13_eq_1, range: (0, 1), dtype: uint8 -> uint8\n",
      "C13_count_eq_367617, range: (0, 1), dtype: uint8 -> uint8\n",
      "C14_count_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "D1_eq_0, range: (0, 1), dtype: uint8 -> uint8\n",
      "D2_eq_33314, range: (0, 1), dtype: uint8 -> uint8\n",
      "V30_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V45_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V48_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V67_eq_1, range: (0, 1), dtype: uint8 -> uint8\n",
      "V69_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V70_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V88_eq_1, range: (0, 1), dtype: uint8 -> uint8\n",
      "V134_eq_0.0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V187_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V258_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V280_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V281_eq_0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V282_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V294_eq_0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V308_eq_0.0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V317_eq_0.0, range: (0, 1), dtype: uint8 -> uint8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 735.24 -> 567.98 MB\n",
      "This is 77.25% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_train, na_train = reduce_mem_usage(df_train)\n",
    "for df, filename in zip([df_train, na_train, y_train], \n",
    "                        ['df_train.pkl', 'na_train.pkl', 'y_train.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionAmt, range: (0.017999999225139618, 10270.0), dtype: float32 -> float32\n",
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1001, 18397), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (34, 232), dtype: uint8 -> uint8\n",
      "card4, range: (9524.0, 719649.0), dtype: float64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (16.0, 824959.0), dtype: float64 -> uint32\n",
      "addr1, range: (100, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (10, 102), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C3, range: (0, 34), dtype: uint8 -> uint8\n",
      "C4, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C6, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C8, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C9, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C11, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C12, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C14, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 2029.5833740234375), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D12, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D15, range: (0, 33314), dtype: uint16 -> uint16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V7, range: (0, 34), dtype: uint8 -> uint8\n",
      "V8, range: (0, 34), dtype: uint8 -> uint8\n",
      "V9, range: (0, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 49), dtype: uint8 -> uint8\n",
      "V38, range: (0, 52), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 47), dtype: uint8 -> uint8\n",
      "V45, range: (0, 69), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 49), dtype: uint8 -> uint8\n",
      "V56, range: (0, 51), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 80), dtype: uint8 -> uint8\n",
      "V78, range: (0, 80), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 80), dtype: uint8 -> uint8\n",
      "V87, range: (0, 80), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 60), dtype: uint8 -> uint8\n",
      "V96, range: (0, 103), dtype: uint8 -> uint8\n",
      "V97, range: (0, 82), dtype: uint8 -> uint8\n",
      "V98, range: (0, 8), dtype: uint8 -> uint8\n",
      "V99, range: (0, 62), dtype: uint8 -> uint8\n",
      "V100, range: (0, 30), dtype: uint8 -> uint8\n",
      "V101, range: (0, 18), dtype: uint8 -> uint8\n",
      "V102, range: (0, 68), dtype: uint8 -> uint8\n",
      "V103, range: (0, 29), dtype: uint8 -> uint8\n",
      "V104, range: (0, 59), dtype: uint8 -> uint8\n",
      "V105, range: (0, 99), dtype: uint8 -> uint8\n",
      "V106, range: (0, 80), dtype: uint8 -> uint8\n",
      "V108, range: (0, 8), dtype: uint8 -> uint8\n",
      "V109, range: (0, 8), dtype: uint8 -> uint8\n",
      "V110, range: (0, 8), dtype: uint8 -> uint8\n",
      "V111, range: (0, 8), dtype: uint8 -> uint8\n",
      "V112, range: (0, 8), dtype: uint8 -> uint8\n",
      "V113, range: (0, 8), dtype: uint8 -> uint8\n",
      "V114, range: (0, 9), dtype: uint8 -> uint8\n",
      "V115, range: (0, 9), dtype: uint8 -> uint8\n",
      "V116, range: (0, 9), dtype: uint8 -> uint8\n",
      "V117, range: (0, 2), dtype: uint8 -> uint8\n",
      "V118, range: (0, 3), dtype: uint8 -> uint8\n",
      "V120, range: (0, 4), dtype: uint8 -> uint8\n",
      "V121, range: (0, 4), dtype: uint8 -> uint8\n",
      "V122, range: (0, 4), dtype: uint8 -> uint8\n",
      "V123, range: (0, 12), dtype: uint8 -> uint8\n",
      "V124, range: (0, 13), dtype: uint8 -> uint8\n",
      "V125, range: (0, 12), dtype: uint8 -> uint8\n",
      "V126, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V127, range: (0.0, 544500.0), dtype: float32 -> float32\n",
      "V128, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V129, range: (0.0, 64800.0), dtype: float32 -> float32\n",
      "V130, range: (0.0, 167200.0), dtype: float32 -> float32\n",
      "V131, range: (0.0, 167200.0), dtype: float32 -> float32\n",
      "V132, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V133, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V134, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V135, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V136, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V137, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 59), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 56), dtype: uint8 -> uint8\n",
      "V144, range: (0, 85), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 58), dtype: uint8 -> uint8\n",
      "V152, range: (1, 67), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 284129.8125), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 3867868.5), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 2000.0), dtype: float32 -> float32\n",
      "V162, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V163, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V164, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V165, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V166, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V167, range: (0, 238), dtype: uint8 -> uint8\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 39), dtype: uint8 -> uint8\n",
      "V170, range: (0, 63), dtype: uint8 -> uint8\n",
      "V171, range: (0, 68), dtype: uint8 -> uint8\n",
      "V172, range: (0, 37), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (1, 239), dtype: uint8 -> uint8\n",
      "V177, range: (0, 238), dtype: uint8 -> uint8\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 179), dtype: uint8 -> uint8\n",
      "V181, range: (0, 85), dtype: uint8 -> uint8\n",
      "V182, range: (0, 125), dtype: uint8 -> uint8\n",
      "V183, range: (0, 106), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (0, 39), dtype: uint8 -> uint8\n",
      "V187, range: (0, 158), dtype: uint8 -> uint8\n",
      "V188, range: (0, 44), dtype: uint8 -> uint8\n",
      "V189, range: (0, 44), dtype: uint8 -> uint8\n",
      "V190, range: (0, 224), dtype: uint8 -> uint8\n",
      "V191, range: (0, 34), dtype: uint8 -> uint8\n",
      "V192, range: (0, 37), dtype: uint8 -> uint8\n",
      "V193, range: (0, 34), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (0, 41), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (0, 224), dtype: uint8 -> uint8\n",
      "V200, range: (0, 47), dtype: uint8 -> uint8\n",
      "V201, range: (0, 47), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V217, range: (0, 238), dtype: uint8 -> uint8\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 47), dtype: uint8 -> uint8\n",
      "V221, range: (0, 140), dtype: uint8 -> uint8\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 91), dtype: uint8 -> uint8\n",
      "V225, range: (0, 58), dtype: uint8 -> uint8\n",
      "V226, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V227, range: (0, 131), dtype: uint8 -> uint8\n",
      "V228, range: (1, 239), dtype: uint8 -> uint8\n",
      "V229, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V230, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V231, range: (0, 238), dtype: uint8 -> uint8\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 57), dtype: uint8 -> uint8\n",
      "V237, range: (0, 34), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (1, 34), dtype: uint8 -> uint8\n",
      "V242, range: (0, 34), dtype: uint8 -> uint8\n",
      "V243, range: (0, 54), dtype: uint8 -> uint8\n",
      "V244, range: (0, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 124), dtype: uint8 -> uint8\n",
      "V246, range: (0, 224), dtype: uint8 -> uint8\n",
      "V247, range: (0, 34), dtype: uint8 -> uint8\n",
      "V248, range: (0, 34), dtype: uint8 -> uint8\n",
      "V249, range: (0, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V253, range: (0, 96), dtype: uint8 -> uint8\n",
      "V254, range: (0, 39), dtype: uint8 -> uint8\n",
      "V255, range: (0, 53), dtype: uint8 -> uint8\n",
      "V256, range: (0, 53), dtype: uint8 -> uint8\n",
      "V257, range: (0, 224), dtype: uint8 -> uint8\n",
      "V258, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V259, range: (0, 131), dtype: uint8 -> uint8\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 89), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V270, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V279, range: (0, 86), dtype: uint8 -> uint8\n",
      "V280, range: (0, 108), dtype: uint8 -> uint8\n",
      "V281, range: (0, 34), dtype: uint8 -> uint8\n",
      "V282, range: (0, 63), dtype: uint8 -> uint8\n",
      "V283, range: (0, 68), dtype: uint8 -> uint8\n",
      "V284, range: (0, 34), dtype: uint8 -> uint8\n",
      "V285, range: (0, 90), dtype: uint8 -> uint8\n",
      "V286, range: (0, 34), dtype: uint8 -> uint8\n",
      "V287, range: (0, 34), dtype: uint8 -> uint8\n",
      "V288, range: (0, 34), dtype: uint8 -> uint8\n",
      "V289, range: (0, 34), dtype: uint8 -> uint8\n",
      "V290, range: (1, 49), dtype: uint8 -> uint8\n",
      "V291, range: (1, 250), dtype: uint8 -> uint8\n",
      "V292, range: (1, 75), dtype: uint8 -> uint8\n",
      "V293, range: (0, 62), dtype: uint8 -> uint8\n",
      "V294, range: (0, 246), dtype: uint8 -> uint8\n",
      "V295, range: (0, 78), dtype: uint8 -> uint8\n",
      "V296, range: (0, 179), dtype: uint8 -> uint8\n",
      "V297, range: (0, 85), dtype: uint8 -> uint8\n",
      "V298, range: (0, 125), dtype: uint8 -> uint8\n",
      "V299, range: (0, 106), dtype: uint8 -> uint8\n",
      "V300, range: (0, 34), dtype: uint8 -> uint8\n",
      "V301, range: (0, 34), dtype: uint8 -> uint8\n",
      "V302, range: (0, 34), dtype: uint8 -> uint8\n",
      "V303, range: (0, 34), dtype: uint8 -> uint8\n",
      "V304, range: (0, 34), dtype: uint8 -> uint8\n",
      "V306, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V307, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V308, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V309, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V310, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V311, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V312, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V313, range: (-32222.0, 4727.9599609375), dtype: float32 -> float32\n",
      "V314, range: (-32222.0, 7539.75), dtype: float32 -> float32\n",
      "V315, range: (-32222.0, 4727.9599609375), dtype: float32 -> float32\n",
      "V316, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V317, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V318, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V319, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V320, range: (-32222.0, 605000.0), dtype: float32 -> float32\n",
      "V321, range: (-32222.0, 605000.0), dtype: float32 -> float32\n",
      "V322, range: (0, 86), dtype: uint8 -> uint8\n",
      "V323, range: (0, 128), dtype: uint8 -> uint8\n",
      "V324, range: (0, 108), dtype: uint8 -> uint8\n",
      "V326, range: (0, 44), dtype: uint8 -> uint8\n",
      "V329, range: (0, 125), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V332, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V334, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V335, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V337, range: (-32222.0, 375000.0), dtype: float32 -> float32\n",
      "V338, range: (-32222.0, 612500.0), dtype: float32 -> float32\n",
      "V339, range: (-32222.0, 612500.0), dtype: float32 -> float32\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (2, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-12, 34), dtype: int8 -> int8\n",
      "id_04, range: (-19, 34), dtype: int8 -> int8\n",
      "id_05, range: (-81, 52), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-41, 59), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-32, 34), dtype: int8 -> int8\n",
      "id_10, range: (-100, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (11, 63), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 720), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 228), dtype: uint8 -> uint8\n",
      "id_18, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (11, 44), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (10, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 216), dtype: uint8 -> uint8\n",
      "id_27, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (16, 171), dtype: int64 -> uint8\n",
      "id_32, range: (8, 48), dtype: uint8 -> uint8\n",
      "id_33, range: (0, 460), dtype: int64 -> uint16\n",
      "id_34, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (4, 2798), dtype: int64 -> uint16\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "ProductCD__Cents_magic, range: (0, 1), dtype: uint8 -> uint8\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "DayOfMonth, range: (1, 31), dtype: uint8 -> uint8\n",
      "MonthFraction, range: (3, 100), dtype: uint8 -> uint8\n",
      "card1__addr1, range: (2, 55368), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (2, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (0, 1573), dtype: int64 -> uint16\n",
      "uuid2, range: (2, 19209), dtype: int64 -> uint16\n",
      "uuid3, range: (2, 60331), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "card2__id_20, range: (0, 9239), dtype: int64 -> uint16\n",
      "card2__id_20_count, range: (1, 82324), dtype: uint32 -> uint32\n",
      "DeviceInfo__id_30, range: (5, 3843), dtype: int64 -> uint16\n",
      "DeviceInfo__id_30_count, range: (1, 859447), dtype: uint32 -> uint32\n",
      "DeviceInfo__id_20, range: (6, 17843), dtype: int64 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (1.4670000076293945, 6237.4501953125), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 8145.0), dtype: float32 -> float32\n",
      "V313_mean_by_V307, range: (-32222.0, 4727.9599609375), dtype: float32 -> float32\n",
      "TransactionAmt_mean_by_uuid3, range: (1.4670000076293945, 6237.4501953125), dtype: float32 -> float32\n",
      "TransactionAmt_std_by_uuid3, range: (-32222.0, 3334.715576171875), dtype: float32 -> float32\n",
      "TransactionAmt_mean_by_card1, range: (2.6459999084472656, 4327.02001953125), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card3_count, range: (1, 956845), dtype: uint32 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: uint32 -> uint32\n",
      "addr2_count, range: (1, 956415), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C2_count, range: (1, 581696), dtype: uint32 -> uint32\n",
      "C5_count, range: (1, 707008), dtype: uint32 -> uint32\n",
      "C6_count, range: (1, 631237), dtype: uint32 -> uint32\n",
      "C7_count, range: (1, 961237), dtype: uint32 -> uint32\n",
      "C9_count, range: (1, 420354), dtype: uint32 -> uint32\n",
      "C11_count, range: (1, 731792), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "C14_count, range: (1, 598520), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (2, 435803), dtype: uint32 -> uint32\n",
      "DeviceInfo_count, range: (1, 863508), dtype: uint32 -> uint32\n",
      "V283_count, range: (1, 513989), dtype: uint32 -> uint32\n",
      "V285_count, range: (2, 658790), dtype: uint32 -> uint32\n",
      "V307_count, range: (1, 583910), dtype: uint32 -> uint32\n",
      "V308_count, range: (1, 778776), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "id_33_0, range: (0, 8960), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 5040), dtype: int64 -> uint16\n",
      "dist1_eq_33314, range: (0, 1), dtype: uint8 -> uint8\n",
      "dist2_eq_33314, range: (0, 1), dtype: uint8 -> uint8\n",
      "C1_count_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C6_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C11_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C11_count_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "C13_eq_1, range: (0, 1), dtype: uint8 -> uint8\n",
      "C13_count_eq_367617, range: (0, 1), dtype: uint8 -> uint8\n",
      "C14_count_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "D1_eq_0, range: (0, 1), dtype: uint8 -> uint8\n",
      "D2_eq_33314, range: (0, 1), dtype: uint8 -> uint8\n",
      "V30_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V45_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V48_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V67_eq_1, range: (0, 1), dtype: uint8 -> uint8\n",
      "V69_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V70_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V88_eq_1, range: (0, 1), dtype: uint8 -> uint8\n",
      "V134_eq_0.0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V187_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V258_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V280_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V281_eq_0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V282_cat, range: (0, 255), dtype: uint8 -> uint16\n",
      "V294_eq_0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V308_eq_0.0, range: (0, 1), dtype: uint8 -> uint8\n",
      "V317_eq_0.0, range: (0, 1), dtype: uint8 -> uint8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 624.51 -> 480.99 MB\n",
      "This is 77.02% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_test, na_test = reduce_mem_usage(df_test)\n",
    "for df, filename in zip([df_test, na_test], ['df_test.pkl', 'na_test.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "save_to_disk(dt_m, 'dt_m.pkl')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}