catboost_models/fraud-dima-944053.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5"
   },
   "outputs": [],
   "source": [
    "import datetime\n",
    "import math\n",
    "import os\n",
    "import pickle\n",
    "import random\n",
    "\n",
    "from functools import partial\n",
    "from time import time\n",
    "\n",
    "import lightgbm as lgb\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.model_selection import GroupKFold, KFold, TimeSeriesSplit\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.utils import shuffle\n",
    "\n",
    "from catboost import CatBoostClassifier, Pool, cv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "INPUT_PATH = '/kaggle/input/fraud-just-data'\n",
    "\n",
    "COL_ID = 'TransactionID'\n",
    "COL_DT = 'TransactionDT'\n",
    "COL_AMOUNT = 'TransactionAmt'\n",
    "COL_TARGET = 'isFraud'\n",
    "\n",
    "START_DATE = '2017-11-30'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def seed_everything(seed=13):\n",
    "    random.seed(seed)\n",
    "    os.environ['PYTHONHASHSEED'] = str(seed)\n",
    "    np.random.seed(seed)\n",
    "\n",
    "\n",
    "def save_to_disk(df, filename):\n",
    "    with open(filename, 'wb') as handle:\n",
    "        pickle.dump(df, handle, protocol=pickle.HIGHEST_PROTOCOL)\n",
    "        \n",
    "        \n",
    "def read_from_disk(path, filename):\n",
    "    with open(os.path.join(path, filename), 'rb') as handle:\n",
    "        return pickle.load(handle)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_datetime(df):\n",
    "    start_date = datetime.datetime.strptime(START_DATE, '%Y-%m-%d')\n",
    "    return df[COL_DT].apply(lambda x: (start_date + datetime.timedelta(seconds = x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((590540, 497), (590540,), (590540,), (506691, 497))"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train, y_train, df_test, dt_m = map(partial(read_from_disk, INPUT_PATH), \n",
    "                                 ['df_train.pkl', 'y_train.pkl', 'df_test.pkl', 'dt_m.pkl'])\n",
    "\n",
    "df_train.shape, y_train.shape, dt_m.shape, df_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['2017-12', '2018-01', '2018-02', '2018-03', '2018-04', '2018-05'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dt_m.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_categorical_cols = [\n",
    "    'ProductCD', 'DeviceType', 'DeviceInfo', 'P_emaildomain', 'R_emaildomain', \n",
    "    'addr1', 'addr2', 'card1', 'card2', 'card3', 'card4', 'card5', 'card6', \n",
    "    'M1', 'M2', 'M3', 'M4', 'M5', 'M6', 'M7', 'M8', 'M9', 'id_12', 'id_13', \n",
    "    'id_14', 'id_15', 'id_16', 'id_17', 'id_18', 'id_19', 'id_20', 'id_21', \n",
    "    'id_22', 'id_23', 'id_24', 'id_25', 'id_26', 'id_27', 'id_28', 'id_29', \n",
    "    'id_30', 'id_31', 'id_32', 'id_33', 'id_34', 'id_35', 'id_36', 'id_37', \n",
    "    'id_38', 'isDecember', 'card1__addr1', 'card1__card5', 'card2__dist1', \n",
    "    'card2__id_20', 'card5__P_emaildomain', 'D2_na', 'D3_na', 'D5_na', 'D6_na', \n",
    "    'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'M6_na', 'M7_na', 'M8_na', \n",
    "    'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', \n",
    "    'M5_na', 'M6_na', 'M7_na', 'M8_na', 'P_emaildomain_sfx2', 'P_emaildomain_sfx1', \n",
    "    'P_emaildomain_bin', 'R_emaildomain_sfx2', 'R_emaildomain_sfx1', \n",
    "    'R_emaildomain_bin', 'Browser', 'OS', 'id_16_na', 'ProductCD__Cents_magic',\n",
    "    'DayOfWeek', 'P_emaildomain_parts', 'R_emaildomain_parts'\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ProductCD', 'DeviceType', 'DeviceInfo', 'P_emaildomain', 'R_emaildomain', 'addr1', 'addr2', 'card1', 'card2', 'card3', 'card4', 'card5', 'card6', 'M1', 'M2', 'M3', 'M4', 'M5', 'M6', 'M7', 'M8', 'M9', 'id_12', 'id_13', 'id_14', 'id_15', 'id_16', 'id_17', 'id_18', 'id_19', 'id_20', 'id_21', 'id_22', 'id_23', 'id_24', 'id_25', 'id_26', 'id_27', 'id_28', 'id_29', 'id_30', 'id_31', 'id_32', 'id_33', 'id_34', 'id_35', 'id_36', 'id_37', 'id_38', 'ProductCD', 'DeviceType', 'DeviceInfo', 'P_emaildomain', 'R_emaildomain', 'addr1', 'addr2', 'card1', 'card2', 'card3', 'card4', 'card5', 'card6', 'M1', 'M2', 'M3', 'M4', 'M5', 'M6', 'M7', 'M8', 'M9', 'id_12', 'id_13', 'id_14', 'id_15', 'id_16', 'id_17', 'id_18', 'id_19', 'id_20', 'id_21', 'id_22', 'id_23', 'id_24', 'id_25', 'id_26', 'id_27', 'id_28', 'id_29', 'id_30', 'id_31', 'id_32', 'id_33', 'id_34', 'id_35', 'id_36', 'id_37', 'id_38', 'isDecember', 'card1__addr1', 'card1__card5', 'card2__dist1', 'card2__id_20', 'card5__P_emaildomain', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'M6_na', 'M7_na', 'M8_na', 'D2_na', 'D3_na', 'D5_na', 'D6_na', 'D7_na', 'D13_na', 'D14_na', 'M4_na', 'M5_na', 'M6_na', 'M7_na', 'M8_na', 'P_emaildomain_sfx2', 'P_emaildomain_sfx1', 'P_emaildomain_bin', 'R_emaildomain_sfx2', 'R_emaildomain_sfx1', 'R_emaildomain_bin', 'Browser', 'OS', 'id_16_na', 'ProductCD__Cents_magic', 'DayOfWeek', 'P_emaildomain_parts', 'R_emaildomain_parts']\n"
     ]
    }
   ],
   "source": [
    "def col_names(prefix, interval):\n",
    "    assert len(interval) == 2\n",
    "    return map(lambda i: prefix + str(i), range(interval[0], interval[1] + 1))\n",
    "\n",
    "\n",
    "categorical = [\n",
    "    'ProductCD', \n",
    "    'DeviceType', 'DeviceInfo', \n",
    "    'P_emaildomain', 'R_emaildomain', \n",
    "    'addr1', 'addr2',\n",
    "    *col_names('card', (1, 6)),\n",
    "    *col_names('M', (1, 9)),\n",
    "    *col_names('id_', (12, 38)),\n",
    "    *new_categorical_cols,\n",
    "]\n",
    "print(categorical)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['C1', 'C10', 'C11', 'C11_count', 'C12', 'C13', 'C13_count', 'C14', 'C14_count', 'C1_count', 'C2', 'C2_count', 'C3', 'C4', 'C5', 'C5_count', 'C6', 'C6_count', 'C7', 'C7_count', 'C8', 'C9', 'C9_count', 'Cents', 'D1', 'D10', 'D11', 'D12', 'D13', 'D14', 'D15', 'D2', 'D3', 'D4', 'D5', 'D6', 'D7', 'D8', 'D9', 'DayOfMonth', 'DeviceInfo_count', 'Hour', 'MonthFraction', 'P_emaildomain_count', 'TransactionAmt', 'TransactionAmt_log', 'TransactionAmt_mean_by_card1', 'TransactionAmt_mean_by_uuid', 'TransactionAmt_mean_by_uuid2', 'TransactionAmt_mean_by_uuid2_ProductCD', 'TransactionAmt_mean_by_uuid3', 'TransactionAmt_std_by_uuid3', 'V1', 'V10', 'V100', 'V101', 'V102', 'V103', 'V104', 'V105', 'V106', 'V107', 'V108', 'V109', 'V11', 'V110', 'V111', 'V112', 'V113', 'V114', 'V115', 'V116', 'V117', 'V118', 'V119', 'V12', 'V120', 'V121', 'V122', 'V123', 'V124', 'V125', 'V126', 'V127', 'V128', 'V129', 'V13', 'V130', 'V131', 'V132', 'V133', 'V134', 'V135', 'V136', 'V137', 'V138', 'V139', 'V14', 'V140', 'V141', 'V142', 'V143', 'V144', 'V145', 'V146', 'V147', 'V148', 'V149', 'V15', 'V150', 'V151', 'V152', 'V153', 'V154', 'V155', 'V156', 'V157', 'V158', 'V159', 'V16', 'V160', 'V161', 'V162', 'V163', 'V164', 'V165', 'V166', 'V167', 'V168', 'V169', 'V17', 'V170', 'V171', 'V172', 'V173', 'V174', 'V175', 'V176', 'V177', 'V178', 'V179', 'V18', 'V180', 'V181', 'V182', 'V183', 'V184', 'V185', 'V186', 'V187', 'V188', 'V189', 'V19', 'V190', 'V191', 'V192', 'V193', 'V194', 'V195', 'V196', 'V197', 'V198', 'V199', 'V2', 'V20', 'V200', 'V201', 'V202', 'V203', 'V204', 'V205', 'V206', 'V207', 'V208', 'V209', 'V21', 'V210', 'V211', 'V212', 'V213', 'V214', 'V215', 'V216', 'V217', 'V218', 'V219', 'V22', 'V220', 'V221', 'V222', 'V223', 'V224', 'V225', 'V226', 'V227', 'V228', 'V229', 'V23', 'V230', 'V231', 'V232', 'V233', 'V234', 'V235', 'V236', 'V237', 'V238', 'V239', 'V24', 'V240', 'V241', 'V242', 'V243', 'V244', 'V245', 'V246', 'V247', 'V248', 'V249', 'V25', 'V250', 'V251', 'V252', 'V253', 'V254', 'V255', 'V256', 'V257', 'V258', 'V259', 'V26', 'V260', 'V261', 'V262', 'V263', 'V264', 'V265', 'V266', 'V267', 'V268', 'V269', 'V27', 'V270', 'V271', 'V272', 'V273', 'V274', 'V275', 'V276', 'V277', 'V278', 'V279', 'V28', 'V280', 'V281', 'V282', 'V283', 'V284', 'V285', 'V286', 'V287', 'V288', 'V289', 'V29', 'V290', 'V291', 'V292', 'V293', 'V294', 'V295', 'V296', 'V297', 'V298', 'V299', 'V3', 'V30', 'V300', 'V301', 'V302', 'V303', 'V304', 'V305', 'V306', 'V307', 'V308', 'V309', 'V31', 'V310', 'V311', 'V312', 'V313', 'V313_mean_by_V307', 'V314', 'V315', 'V316', 'V317', 'V318', 'V319', 'V32', 'V320', 'V321', 'V322', 'V323', 'V324', 'V325', 'V326', 'V327', 'V328', 'V329', 'V33', 'V330', 'V331', 'V332', 'V333', 'V334', 'V335', 'V336', 'V337', 'V338', 'V339', 'V34', 'V35', 'V36', 'V37', 'V38', 'V39', 'V4', 'V40', 'V41', 'V42', 'V43', 'V44', 'V45', 'V46', 'V47', 'V48', 'V49', 'V5', 'V50', 'V51', 'V52', 'V53', 'V54', 'V55', 'V56', 'V57', 'V58', 'V59', 'V6', 'V60', 'V61', 'V62', 'V63', 'V64', 'V65', 'V66', 'V67', 'V68', 'V69', 'V7', 'V70', 'V71', 'V72', 'V73', 'V74', 'V75', 'V76', 'V77', 'V78', 'V79', 'V8', 'V80', 'V81', 'V82', 'V83', 'V84', 'V85', 'V86', 'V87', 'V88', 'V89', 'V9', 'V90', 'V91', 'V92', 'V93', 'V94', 'V95', 'V96', 'V97', 'V98', 'V99', 'addr1_count', 'addr2_count', 'card1__addr1_count', 'card1__card5_count', 'card1_count', 'card2_count', 'card5_count', 'dist1', 'dist1_count', 'dist2', 'dist2_mean_by_uuid2_addr1', 'id_01', 'id_02', 'id_03', 'id_04', 'id_05', 'id_06', 'id_07', 'id_08', 'id_09', 'id_10', 'id_11', 'id_33_0', 'id_33_1', 'uuid3_count']\n"
     ]
    }
   ],
   "source": [
    "numerical = sorted(list(set(df_train.columns) - set(categorical)))\n",
    "print(numerical)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    'loss_function': 'Logloss',\n",
    "    'custom_loss': ['AUC'],\n",
    "    'logging_level': 'Silent',\n",
    "    'use_best_model': True,\n",
    "    'task_type': 'GPU',\n",
    "    'early_stopping_rounds': 100,\n",
    "    'iterations': 2000,\n",
    "    'learning_rate': 0.075,\n",
    "    'depth': 7,\n",
    "    'l2_leaf_reg': 4.0,\n",
    "    'bagging_temperature': 0.6,\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training on fold 0\n",
      "Train: 453219, Validation: 137321\n",
      "OOF score for 0 fold: 0.9225550496691793\n",
      "Fold 0 finished in 0:09:55.764692\n",
      "Training on fold 1\n",
      "Train: 497955, Validation: 92585\n",
      "OOF score for 1 fold: 0.9460520637083951\n",
      "Fold 1 finished in 0:12:30.419322\n",
      "Training on fold 2\n",
      "Train: 504519, Validation: 86021\n",
      "OOF score for 2 fold: 0.9497965373450681\n",
      "Fold 2 finished in 0:10:11.330654\n",
      "Training on fold 3\n",
      "Train: 488908, Validation: 101632\n",
      "OOF score for 3 fold: 0.9465843539479972\n",
      "Fold 3 finished in 0:08:01.182991\n",
      "Training on fold 4\n",
      "Train: 506885, Validation: 83655\n",
      "OOF score for 4 fold: 0.9622734756680539\n",
      "Fold 4 finished in 0:12:44.411469\n",
      "Training on fold 5\n",
      "Train: 501214, Validation: 89326\n",
      "OOF score for 5 fold: 0.9370562517676475\n",
      "Fold 5 finished in 0:09:30.164062\n",
      "\n",
      "DONE\n",
      "Total time: 1:02:53.838288\n"
     ]
    }
   ],
   "source": [
    "seeds = [11, 19, 23, 27, 31, 37]\n",
    "scores = []\n",
    "test_preds = []\n",
    "feat_imps = []\n",
    "\n",
    "training_start_time = time()\n",
    "\n",
    "for fold, month in enumerate(np.unique(dt_m)):\n",
    "    seed = seeds[fold]\n",
    "    seed_everything(seed)\n",
    "    params['random_seed'] = seed\n",
    "    \n",
    "    start_time = time()\n",
    "    print('Training on fold {}'.format(fold))\n",
    "    \n",
    "    is_val = dt_m.isin([month])\n",
    "    x_train, y_train0 = df_train[~is_val], y_train[~is_val]\n",
    "    x_val, y_val = df_train[is_val], y_train[is_val]\n",
    "    print('Train: {}, Validation: {}'.format(len(x_train), len(x_val)))\n",
    "    \n",
    "    train_pool = Pool(x_train, y_train0, cat_features=categorical)\n",
    "    validate_pool = Pool(x_val, y_val, cat_features=categorical)\n",
    "    \n",
    "    model = CatBoostClassifier(**params)\n",
    "    model.fit(train_pool, eval_set=validate_pool)\n",
    "    \n",
    "    y_pred_val = model.predict_proba(x_val)[:,1]\n",
    "    auc = roc_auc_score(y_val, y_pred_val)\n",
    "    scores.append(auc)\n",
    "    print('OOF score for {} fold: {}'.format(fold, auc))\n",
    "    save_to_disk(y_pred_val, 'y_pred_valid_fold{}.pkl'.format(fold))\n",
    "    \n",
    "    y_pred_test = model.predict_proba(df_test)[:,1]\n",
    "    test_preds.append(y_pred_test)\n",
    "    save_to_disk(y_pred_test, 'y_pred_test_fold{}.pkl'.format(fold))\n",
    "    \n",
    "    end_time = str(datetime.timedelta(seconds=time() - start_time))\n",
    "    print('Fold {} finished in {}'.format(fold, end_time))\n",
    "    \n",
    "    feature_importances = model.get_feature_importance(train_pool)\n",
    "    feat_imps.append(feature_importances)\n",
    "    \n",
    "print('\\nDONE')\n",
    "print('Total time: {}'.format(str(datetime.timedelta(seconds=time() - training_start_time))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OOF score: avg 0.944053, std 0.012155, min 0.922555\n"
     ]
    }
   ],
   "source": [
    "print('OOF score: avg %f, std %f, min %f' % (np.mean(scores), np.std(scores), np.min(scores)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "card1__addr1                                       7.77548097851252\n",
      "C13                                                5.475803800749492\n",
      "C14                                                2.9081617979958465\n",
      "C1_count                                           2.6471459618459128\n",
      "M5                                                 2.5546406270472914\n",
      "TransactionAmt                                     2.5194760490596146\n",
      "C1                                                 2.389786397985875\n",
      "C13_count                                          2.2192511824813854\n",
      "card2__dist1                                       2.181063908625142\n",
      "card5__P_emaildomain                               1.8888152578647983\n",
      "DeviceInfo                                         1.8838583246078417\n",
      "TransactionAmt_log                                 1.4782607797643907\n",
      "P_emaildomain                                      1.4547087491709652\n",
      "id_31                                              1.4364031323697575\n",
      "M6                                                 1.3474478621413708\n",
      "card2__id_20                                       1.3289875946133414\n",
      "D1                                                 1.278803599644436\n",
      "D2                                                 1.2756463519147065\n",
      "id_19                                              1.2739445998827184\n",
      "R_emaildomain                                      1.2442449353168128\n",
      "M4                                                 1.1845997071142846\n",
      "id_20                                              1.043027496058128\n",
      "isDecember                                         1.0228807614500577\n",
      "V283                                               0.8319810774505481\n",
      "D15                                                0.8072989086852869\n",
      "Cents                                              0.7601665431929612\n",
      "C11_count                                          0.7480792738681744\n",
      "dist2_mean_by_uuid2_addr1                          0.7419975433311707\n",
      "V307                                               0.7121595898485777\n",
      "V281                                               0.6969166186615846\n",
      "DayOfWeek                                          0.6917329083174198\n",
      "C12                                                0.6808338914481141\n",
      "V308                                               0.6586872075655114\n",
      "D8                                                 0.649609280804783\n",
      "card1__card5                                       0.6370220091386634\n",
      "ProductCD                                          0.6361776120360263\n",
      "id_02                                              0.6282678832538175\n",
      "uuid3_count                                        0.6083814804579815\n",
      "V317                                               0.5918440703749656\n",
      "C4                                                 0.5903355987035401\n",
      "C8                                                 0.5699690877166893\n",
      "dist1                                              0.5574685576105416\n",
      "D4                                                 0.542784602799412\n",
      "id_33                                              0.5412778032590214\n",
      "C11                                                0.5395126409840739\n",
      "id_13                                              0.5311427378461265\n",
      "P_emaildomain_bin                                  0.5286889622876533\n",
      "card1                                              0.49247445140923124\n",
      "D3                                                 0.47852600376705595\n",
      "C14_count                                          0.4731251796333879\n",
      "V274                                               0.47308667252896613\n",
      "D2_na                                              0.4676327357673604\n",
      "C6_count                                           0.44007985757649576\n",
      "M3                                                 0.4380267754926055\n",
      "addr1                                              0.42354740789721745\n",
      "card6                                              0.4226132949963081\n",
      "Hour                                               0.4205804607601058\n",
      "V62                                                0.41546086673069865\n",
      "C7_count                                           0.4137859228270891\n",
      "C2                                                 0.39794514371208667\n",
      "card3                                              0.38166616494000344\n",
      "R_emaildomain_bin                                  0.3745170587181224\n",
      "dist1_count                                        0.35678242004345534\n",
      "card2                                              0.35328084078605243\n",
      "card1__addr1_count                                 0.344915273680962\n",
      "V294                                               0.33863295159984513\n",
      "C7                                                 0.32894577799710145\n",
      "V258                                               0.32536479398629065\n",
      "V45                                                0.32303570427301825\n",
      "V315                                               0.31812150411305934\n",
      "id_05                                              0.315753362870655\n",
      "M4_na                                              0.31466483797950184\n",
      "V280                                               0.3130367353172873\n",
      "V275                                               0.30742041701091566\n",
      "card1__card5_count                                 0.3052443213480129\n",
      "V264                                               0.302729788694903\n",
      "MonthFraction                                      0.2993372179640591\n",
      "card1_count                                        0.29574126961022773\n",
      "M2                                                 0.2885363856501097\n",
      "D10                                                0.2795872478619031\n",
      "V200                                               0.26690743119105426\n",
      "C10                                                0.26673873957698424\n",
      "V187                                               0.26345735623321676\n",
      "M5_na                                              0.25959398535613565\n",
      "V189                                               0.2589515328028898\n",
      "V306                                               0.25636462181347125\n",
      "id_38                                              0.2552768163452169\n",
      "D12                                                0.2534181188599635\n",
      "id_15                                              0.2510641874924342\n",
      "id_28                                              0.24986045711126662\n",
      "DayOfMonth                                         0.24854163157959933\n",
      "V156                                               0.245190289145107\n",
      "V313                                               0.24275726433449404\n",
      "id_14                                              0.23100522626695238\n",
      "TransactionAmt_mean_by_uuid2_ProductCD             0.23052916595809278\n",
      "C9                                                 0.22969029334380756\n",
      "V149                                               0.22868455653464767\n",
      "V133                                               0.22831187849073123\n",
      "id_09                                              0.22345030674252456\n",
      "V67                                                0.22245132306643636\n",
      "id_25                                              0.2216950494963473\n",
      "V323                                               0.2207268185774264\n",
      "V30                                                0.2205644901037046\n",
      "C2_count                                           0.2136127073952129\n",
      "V69                                                0.20327688863240798\n",
      "C6                                                 0.2026523978981887\n",
      "TransactionAmt_std_by_uuid3                        0.19901772150345587\n",
      "Browser                                            0.18666187477940674\n",
      "C9_count                                           0.18403666370640517\n",
      "P_emaildomain_count                                0.1827923419781782\n",
      "card4                                              0.1816289905917214\n",
      "V87                                                0.17946721054658485\n",
      "DeviceInfo_count                                   0.17870223647127603\n",
      "DeviceType                                         0.1762110132527047\n",
      "V85                                                0.17600269917565\n",
      "id_30                                              0.17087882267328378\n",
      "V282                                               0.17062549064044072\n",
      "V165                                               0.16628128044690607\n",
      "V265                                               0.16352925307048424\n",
      "id_37                                              0.16294632866538425\n",
      "card5                                              0.16050265216684528\n",
      "V256                                               0.1579164415120428\n",
      "C5                                                 0.15548879021382467\n",
      "id_06                                              0.15500874031663323\n",
      "M8                                                 0.15370311463117362\n",
      "id_17                                              0.151368886518168\n",
      "id_35                                              0.15093190699518558\n",
      "TransactionAmt_mean_by_card1                       0.14916470201605772\n",
      "V312                                               0.14777718995841854\n",
      "V263                                               0.14741443369776977\n",
      "id_12                                              0.14660113914250483\n",
      "card2_count                                        0.146053483886716\n",
      "id_01                                              0.1452845992904214\n",
      "V309                                               0.1446576629784597\n",
      "id_18                                              0.1424485278847986\n",
      "M7                                                 0.13767654252268632\n",
      "id_16                                              0.13643588367288148\n",
      "TransactionAmt_mean_by_uuid3                       0.13641128845574407\n",
      "D7                                                 0.1337345573927081\n",
      "V129                                               0.13361098652408296\n",
      "id_36                                              0.13318222860216855\n",
      "P_emaildomain_parts                                0.1322999871635644\n",
      "V70                                                0.1307932172895614\n",
      "V245                                               0.13032885077776898\n",
      "TransactionAmt_mean_by_uuid2                       0.1292941324745826\n",
      "V102                                               0.12684141763583104\n",
      "addr2                                              0.12491608395851404\n",
      "R_emaildomain_parts                                0.12249157999213467\n",
      "V29                                                0.12131389547762396\n",
      "V44                                                0.12085710088773728\n",
      "id_04                                              0.12082778249577224\n",
      "id_29                                              0.12011829248566584\n",
      "V290                                               0.119864088938734\n",
      "id_03                                              0.1186336325268989\n",
      "V316                                               0.11836780528196643\n",
      "V201                                               0.11724520250704883\n",
      "D14                                                0.1164285712475583\n",
      "V320                                               0.1158178264756589\n",
      "D11                                                0.11283122588245602\n",
      "V279                                               0.11251214673535477\n",
      "addr1_count                                        0.11136651807514349\n",
      "V311                                               0.111118973563061\n",
      "V83                                                0.11008926357720589\n",
      "M9                                                 0.11007106134313054\n",
      "id_21                                              0.10975262798428918\n",
      "V126                                               0.10933053412245579\n",
      "dist2                                              0.10871669480347175\n",
      "V71                                                0.10754616405297368\n",
      "V257                                               0.10733295093021446\n",
      "V303                                               0.10667133266829433\n",
      "V313_mean_by_V307                                  0.10666534549208394\n",
      "P_emaildomain_sfx2                                 0.10039295734632907\n",
      "V285                                               0.100299504591308\n",
      "D6                                                 0.0988980958433661\n",
      "V314                                               0.09865121776436066\n",
      "V324                                               0.09768366177346353\n",
      "V131                                               0.09602528499850693\n",
      "P_emaildomain_sfx1                                 0.09519017974435383\n",
      "V310                                               0.09369747128029182\n",
      "V143                                               0.09162093795142885\n",
      "V291                                               0.09069304282606337\n",
      "C5_count                                           0.08972314902015845\n",
      "C3                                                 0.08817378210804694\n",
      "R_emaildomain_sfx2                                 0.08627755601501784\n",
      "V130                                               0.0857976368064035\n",
      "V72                                                0.08485738301069705\n",
      "id_33_1                                            0.08430075270311672\n",
      "V54                                                0.08210620978702969\n",
      "V188                                               0.08199281255806136\n",
      "V277                                               0.07672547770923051\n",
      "D13                                                0.07620112189094112\n",
      "V318                                               0.07594453651899073\n",
      "V273                                               0.07564897956894212\n",
      "M1                                                 0.07490195362355019\n",
      "TransactionAmt_mean_by_uuid                        0.07401870559082732\n",
      "V251                                               0.07300277257365519\n",
      "OS                                                 0.07245751611676195\n",
      "V203                                               0.0708148664697112\n",
      "V96                                                0.07022010860264116\n",
      "D3_na                                              0.0700284126080646\n",
      "V213                                               0.06888162502022342\n",
      "D5                                                 0.0657778562281207\n",
      "id_32                                              0.06538845203500561\n",
      "V127                                               0.0641392003009152\n",
      "V164                                               0.061817984109382634\n",
      "D9                                                 0.059126251010498954\n",
      "V223                                               0.058586189597909046\n",
      "V252                                               0.058026592966712455\n",
      "V295                                               0.05453020589296833\n",
      "V136                                               0.05371112859019302\n",
      "V134                                               0.05345887131621188\n",
      "V55                                                0.051181824119792614\n",
      "V162                                               0.05066725749172455\n",
      "V298                                               0.05035060852888349\n",
      "card5_count                                        0.05030362456112836\n",
      "V234                                               0.0493394944523638\n",
      "V86                                                0.048079632742237234\n",
      "V82                                                0.04805554695509997\n",
      "id_34                                              0.0473041067555986\n",
      "V20                                                0.046813459296644065\n",
      "V208                                               0.04612655924721026\n",
      "V301                                               0.045819626686827396\n",
      "V152                                               0.04575394535982829\n",
      "V292                                               0.04527478768140957\n",
      "V38                                                0.045100027966909075\n",
      "V271                                               0.044935607074733624\n",
      "V296                                               0.04445408881722036\n",
      "V5                                                 0.04319989921912504\n",
      "id_33_0                                            0.04172496078494089\n",
      "id_11                                              0.04141662969499001\n",
      "V17                                                0.04078635188236032\n",
      "V128                                               0.04071019278732283\n",
      "R_emaildomain_sfx1                                 0.04061389740075652\n",
      "V293                                               0.04047065393957013\n",
      "V74                                                0.0400749421517591\n",
      "id_26                                              0.03957976729584195\n",
      "V209                                               0.0395754818137231\n",
      "id_27                                              0.038839069088821114\n",
      "V97                                                0.038030998313279135\n",
      "V78                                                0.036822918334903844\n",
      "V321                                               0.03634315883840291\n",
      "V304                                               0.03609077315375777\n",
      "V64                                                0.03581342701456117\n",
      "V272                                               0.03547207218146483\n",
      "V220                                               0.03411101978467616\n",
      "V218                                               0.03401031543947048\n",
      "V40                                                0.032378698682966604\n",
      "V202                                               0.031873814237933965\n",
      "V206                                               0.031585841386447495\n",
      "V58                                                0.031403291257633366\n",
      "id_07                                              0.030666154550094842\n",
      "ProductCD__Cents_magic                             0.030652134278877707\n",
      "V332                                               0.030591671272235003\n",
      "V135                                               0.03055929009708129\n",
      "V108                                               0.03030641812535904\n",
      "D7_na                                              0.030225943938051166\n",
      "V278                                               0.02993241143559633\n",
      "id_24                                              0.0296846117308406\n",
      "V319                                               0.029299134481316807\n",
      "V211                                               0.02917707194802199\n",
      "V322                                               0.028021953738667758\n",
      "V123                                               0.027290761625553384\n",
      "V179                                               0.0267365667615356\n",
      "V150                                               0.02635433699460254\n",
      "V132                                               0.02628575984062374\n",
      "V115                                               0.02618397382026746\n",
      "V243                                               0.025896558117301977\n",
      "V11                                                0.025809656477070144\n",
      "V159                                               0.025547072083992563\n",
      "id_23                                              0.025539950596121436\n",
      "V56                                                0.025307179987271763\n",
      "M6_na                                              0.02523468701957675\n",
      "V212                                               0.024823799970194835\n",
      "V103                                               0.024716904933614392\n",
      "V53                                                0.02465983902973524\n",
      "V229                                               0.024445655097346277\n",
      "V169                                               0.02441388174527538\n",
      "V225                                               0.02426806297937877\n",
      "V270                                               0.02419373290379023\n",
      "addr2_count                                        0.024033751370595793\n",
      "V52                                                0.023887320482305633\n",
      "V61                                                0.023613891998486746\n",
      "V266                                               0.0225316492860322\n",
      "V276                                               0.0225068525791154\n",
      "V68                                                0.022363551266452748\n",
      "V160                                               0.022324663395101172\n",
      "V216                                               0.021905779012643175\n",
      "V140                                               0.021607990471150692\n",
      "V289                                               0.02140399361481396\n",
      "V215                                               0.021344971545656635\n",
      "V77                                                0.021304524165086103\n",
      "V26                                                0.021106096248119516\n",
      "V59                                                0.021102375113623967\n",
      "V12                                                0.02103381380759507\n",
      "V168                                               0.02056078312246012\n",
      "V166                                               0.020020726121862568\n",
      "V137                                               0.019890262347471068\n",
      "V178                                               0.01930680133089684\n",
      "V116                                               0.019290419561060576\n",
      "V255                                               0.019280396415983978\n",
      "V15                                                0.019255638386764497\n",
      "V261                                               0.019144906553345394\n",
      "V338                                               0.018958194033730936\n",
      "V247                                               0.018788999329741096\n",
      "V99                                                0.01860314254937498\n",
      "V66                                                0.018321793509426827\n",
      "V267                                               0.018099539044436966\n",
      "V124                                               0.018051570615056658\n",
      "V79                                                0.017905307066362758\n",
      "V161                                               0.01782946881698105\n",
      "id_22                                              0.017822808674416133\n",
      "V227                                               0.01778217632398436\n",
      "V171                                               0.017635886325001317\n",
      "V190                                               0.017220512409774912\n",
      "V210                                               0.016952288478805047\n",
      "V100                                               0.01681636408162034\n",
      "V23                                                0.016628592071051173\n",
      "V232                                               0.016547072425296225\n",
      "V300                                               0.016194486536629894\n",
      "V75                                                0.015548460412732898\n",
      "V105                                               0.01509691109889514\n",
      "V205                                               0.014943187962201046\n",
      "V194                                               0.014685309468851023\n",
      "V50                                                0.014326769323726486\n",
      "V221                                               0.014083779492162682\n",
      "V139                                               0.013961176752406964\n",
      "V248                                               0.013803639650622604\n",
      "V176                                               0.013718218105018656\n",
      "V43                                                0.013699456200046202\n",
      "V339                                               0.01309928621153488\n",
      "V19                                                0.01276931130694168\n",
      "V47                                                0.012603730461834889\n",
      "V242                                               0.012557343241908813\n",
      "V207                                               0.012507201673971987\n",
      "V287                                               0.012480831826295793\n",
      "V170                                               0.0123750894365671\n",
      "V76                                                0.012157260261969149\n",
      "V222                                               0.012156412060139177\n",
      "V260                                               0.011954910212293656\n",
      "V337                                               0.011398048824686265\n",
      "V259                                               0.011255344165407298\n",
      "V24                                                0.010932268044608598\n",
      "V37                                                0.010595682866131625\n",
      "V125                                               0.01058619312785041\n",
      "V16                                                0.010585796906289307\n",
      "V109                                               0.010555421122529295\n",
      "V214                                               0.010040864533015748\n",
      "V111                                               0.010007200717796925\n",
      "V151                                               0.00992236104540903\n",
      "V163                                               0.009788984520380763\n",
      "V299                                               0.009768073005279354\n",
      "V331                                               0.009654026598919773\n",
      "V35                                                0.009569720453049197\n",
      "V180                                               0.009559499987450286\n",
      "V262                                               0.009451171272855823\n",
      "V288                                               0.009325266071290946\n",
      "V80                                                0.00908768087561835\n",
      "V22                                                0.008904503549470021\n",
      "V199                                               0.008771533295078628\n",
      "V204                                               0.008629967788478165\n",
      "V219                                               0.00859373510591957\n",
      "id_10                                              0.008501527674027844\n",
      "V49                                                0.008496414529291388\n",
      "V250                                               0.008450704822840912\n",
      "V239                                               0.008025872679640783\n",
      "V145                                               0.007993885109516081\n",
      "V10                                                0.00783547134115612\n",
      "V302                                               0.0077272913497472935\n",
      "V25                                                0.007684354889312957\n",
      "V175                                               0.007622561411232\n",
      "V286                                               0.0075057671644364445\n",
      "id_08                                              0.0074137965547055795\n",
      "id_16_na                                           0.007272511560597641\n",
      "V197                                               0.007149918970693722\n",
      "V284                                               0.007053052154975211\n",
      "V240                                               0.006921121773261515\n",
      "V73                                                0.006851345631927169\n",
      "V13                                                0.00677984658070586\n",
      "D14_na                                             0.006726954345649343\n",
      "V101                                               0.006718738927774797\n",
      "V246                                               0.0066755223566838376\n",
      "V114                                               0.0065220577927422715\n",
      "V84                                                0.006440623309010428\n",
      "V217                                               0.006402254794437834\n",
      "V335                                               0.00640184897700594\n",
      "V94                                                0.006397060443022237\n",
      "V157                                               0.006271667806146976\n",
      "V88                                                0.006267409296020328\n",
      "V60                                                0.006206870212726215\n",
      "V57                                                0.006121000934591118\n",
      "V95                                                0.005939669650335715\n",
      "V268                                               0.005703636333782128\n",
      "V142                                               0.005615924075191428\n",
      "D5_na                                              0.005541227006144185\n",
      "V224                                               0.00547451385183156\n",
      "V106                                               0.005336301858301903\n",
      "V42                                                0.005318076682111671\n",
      "V63                                                0.005214001564779548\n",
      "V89                                                0.005203048320760818\n",
      "V3                                                 0.005193673808519764\n",
      "V253                                               0.005081697093432217\n",
      "V6                                                 0.005019477289875604\n",
      "V36                                                0.0049736320542878975\n",
      "V51                                                0.004898567229620275\n",
      "V154                                               0.004572933870278892\n",
      "V297                                               0.004458961850073753\n",
      "V121                                               0.0044536521077154865\n",
      "V90                                                0.004278487057886926\n",
      "V230                                               0.00425362827401823\n",
      "V118                                               0.00396914749918351\n",
      "V167                                               0.003767073767184917\n",
      "V141                                               0.0037521181835309986\n",
      "V336                                               0.0036960872153194405\n",
      "V28                                                0.0036265923309058944\n",
      "V226                                               0.003617352057413061\n",
      "V48                                                0.003432211220488046\n",
      "V192                                               0.003317622447780563\n",
      "V146                                               0.0033153318256025147\n",
      "V31                                                0.0032853673671590523\n",
      "V328                                               0.0032581358824291706\n",
      "V186                                               0.003223701144782508\n",
      "V326                                               0.0031610238169134564\n",
      "V32                                                0.002959477678209494\n",
      "V333                                               0.0029555386097298644\n",
      "V231                                               0.0028504519428621342\n",
      "V196                                               0.002832738254618338\n",
      "V110                                               0.0028217669735992636\n",
      "V14                                                0.00281518399967841\n",
      "V81                                                0.0026087477079292654\n",
      "V238                                               0.0025287472309336637\n",
      "V92                                                0.002461717557350404\n",
      "V4                                                 0.0022539969325605807\n",
      "V244                                               0.002217541347624037\n",
      "V18                                                0.0022065547547931957\n",
      "V153                                               0.0020989243341917306\n",
      "V193                                               0.0020845251436548183\n",
      "V112                                               0.002062305977442219\n",
      "V122                                               0.002040917495050808\n",
      "V236                                               0.0020102420175860916\n",
      "V329                                               0.0019656758423967696\n",
      "V198                                               0.0019587093237228895\n",
      "V147                                               0.0018538217518593789\n",
      "V7                                                 0.0017821346029870415\n",
      "V91                                                0.0017468498630319035\n",
      "V117                                               0.0017047141156885561\n",
      "V173                                               0.0016279513152443062\n",
      "V334                                               0.0015810326518835747\n",
      "V39                                                0.0015582278247333215\n",
      "D13_na                                             0.0015487931076419966\n",
      "V182                                               0.0015199421418157363\n",
      "V174                                               0.001489885373997248\n",
      "V98                                                0.00145207012503608\n",
      "V104                                               0.0014499278710851788\n",
      "V269                                               0.0013862834135822842\n",
      "V138                                               0.0013126986348342827\n",
      "V233                                               0.001212536414352629\n",
      "V93                                                0.0011863839300723924\n",
      "V249                                               0.0010950780067139883\n",
      "V195                                               0.001091419702102913\n",
      "V33                                                0.0010503515380733746\n",
      "V144                                               0.0010308493892396547\n",
      "V172                                               0.0010258168606752636\n",
      "V185                                               0.0009610256261203885\n",
      "V184                                               0.0009103131582934225\n",
      "V183                                               0.0008116525203114561\n",
      "V119                                               0.0006682347436058719\n",
      "V120                                               0.0005294671880085883\n",
      "V228                                               0.0005176617434982024\n",
      "V113                                               0.0003593662557001783\n",
      "V158                                               0.00035518715384133455\n",
      "V34                                                0.00034719685112750585\n",
      "V254                                               0.0003181436785289642\n",
      "V65                                                0.00021098948681677179\n",
      "V235                                               0.00010300185882144168\n",
      "V181                                               5.087608939284975e-05\n",
      "V237                                               4.647050761925417e-05\n",
      "V177                                               3.469580111619739e-05\n",
      "V191                                               1.7549701599755577e-06\n",
      "V9                                                 0.0\n",
      "V8                                                 0.0\n",
      "V46                                                0.0\n",
      "V41                                                0.0\n",
      "V330                                               0.0\n",
      "V327                                               0.0\n",
      "V325                                               0.0\n",
      "V305                                               0.0\n",
      "V27                                                0.0\n",
      "V241                                               0.0\n",
      "V21                                                0.0\n",
      "V2                                                 0.0\n",
      "V155                                               0.0\n",
      "V148                                               0.0\n",
      "V107                                               0.0\n",
      "V1                                                 0.0\n",
      "M8_na                                              0.0\n",
      "M7_na                                              0.0\n",
      "D6_na                                              0.0\n"
     ]
    }
   ],
   "source": [
    "for score, name in sorted(zip(np.average(feat_imps, axis=0), df_train.columns), reverse=True):\n",
    "    print('{:50s} {}'.format(name, score))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Submission"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub = pd.read_csv('../input/ieee-fraud-detection/sample_submission.csv')\n",
    "sub['isFraud'] = np.average(test_preds, axis=0)\n",
    "sub.to_csv('submission.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}