session-05-decision-tree.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "db936ea7",
   "metadata": {},
   "source": [
    "# Decision Tree"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a7b5f8c8",
   "metadata": {},
   "outputs": [],
   "source": [
    "from mllab.DecisionTree import DecisionTree"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "cf5f10a2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from matplotlib import pyplot as plt\n",
    "import numpy.linalg as la\n",
    "from pprint import pprint"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c12a1b4c",
   "metadata": {},
   "source": [
    "# Car Recommendation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "id": "c2b85b4b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mkdir: datasets/CAR: File exists\n",
      "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
      "                                 Dload  Upload   Total   Spent    Left  Speed\n",
      "100 51867  100 51867    0     0  79672      0 --:--:-- --:--:-- --:--:-- 79550\n",
      "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
      "                                 Dload  Upload   Total   Spent    Left  Speed\n",
      "100  3097  100  3097    0     0   6943      0 --:--:-- --:--:-- --:--:--  6928\n"
     ]
    }
   ],
   "source": [
    "#shell scripts for downloading the data and placing it in a corresponding directory\n",
    "!mkdir datasets/CAR \n",
    "!curl -o datasets/CAR/data \"http://archive.ics.uci.edu/ml/machine-learning-databases/car/car.data\"\n",
    "!curl -o datasets/CAR/description \"http://archive.ics.uci.edu/ml/machine-learning-databases/car/car.names\"\n",
    "#download the description and display it here.\n",
    "#!cat datasets/CAR/description"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "ce92f410",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1728, 6) (1728,)\n"
     ]
    }
   ],
   "source": [
    "# csv-file has no header, so we define it manually\n",
    "col_names = ['price_buy', 'price_main', 'n_doors', 'n_persons', 'lug_boot', 'safety', 'recommendation']\n",
    "df = pd.read_csv(\"datasets/CAR/data\", header=None, names=col_names)\n",
    "# All attributes are categorical - a mix of strings and integers.\n",
    "# We simply map the categorical values of each attribute to a set of distinct integers\n",
    "ai2an_map = col_names\n",
    "ai2aiv2aivn_map = []\n",
    "enc_cols = []\n",
    "for col in df.columns:\n",
    "    df[col] = df[col].astype('category')\n",
    "    a = np.array(df[col].cat.codes.values).reshape((-1,1))\n",
    "    enc_cols.append(a)\n",
    "    ai2aiv2aivn_map.append(list(df[col].cat.categories.values))  \n",
    "# Get the data as numpy 2d-matrix (n_samples, n_features)\n",
    "dataset = np.hstack(enc_cols)\n",
    "X, y = dataset[:,:6], dataset[:,6]\n",
    "print(X.shape, y.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "056c3be1",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = pd.DataFrame(dataset)\n",
    "dataset = dataset.rename({0:'price_buy', 1:'price_main', 2:'n_doors', 3:'n_persons', 4:'lug_boot', 5:'safety', 6:'recommentaion'}, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d2b4084c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1728, 7)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "898983db",
   "metadata": {},
   "outputs": [],
   "source": [
    "trainx = dataset[:1500].drop('recommentaion', axis=1)\n",
    "trainy = dataset[:1500]['recommentaion']\n",
    "\n",
    "testx = dataset[1500:].drop('recommentaion', axis=1)\n",
    "testy = dataset[1500:]['recommentaion']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6617884b",
   "metadata": {},
   "source": [
    "__Train Decision Tree__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "1a0378c0",
   "metadata": {},
   "outputs": [],
   "source": [
    "dtree = DecisionTree()\n",
    "dtree.train(trainx, trainy)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8c7c85f9",
   "metadata": {},
   "source": [
    "__Test on unseen data__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "03cdc095",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred = dtree.infer(testx)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ca5915e6",
   "metadata": {},
   "source": [
    "__Accuracy__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "78334026",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 73.68 %\n"
     ]
    }
   ],
   "source": [
    "from sklearn import metrics\n",
    "print('Accuracy: %2.2f %%' % (100. * metrics.accuracy_score(testy, y_pred)))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "92c12d83",
   "metadata": {},
   "source": [
    "__To view the learned tree__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "fb1f8607",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'safety': {0: {'n_persons': {0.0: 2.0,\n",
       "    1.0: {'price_buy': {0.0: {'price_main': {0.0: 0.0,\n",
       "        1.0: 0.0,\n",
       "        2.0: 0.0,\n",
       "        3.0: 2.0}},\n",
       "      1.0: {'price_main': {0.0: {'lug_boot': {0.0: 3.0,\n",
       "          1.0: {'n_doors': {0.0: 0.0, 1.0: 0.0, 2.0: 3.0, 3.0: 3.0}},\n",
       "          2.0: 0.0}},\n",
       "        3.0: 0.0}},\n",
       "      2.0: {'price_main': {0.0: 0.0,\n",
       "        1.0: {'lug_boot': {0.0: 3.0,\n",
       "          1.0: {'n_doors': {0.0: 1.0, 1.0: 1.0, 2.0: 3.0, 3.0: 3.0}},\n",
       "          2.0: 1.0}},\n",
       "        2.0: {'lug_boot': {0.0: 3.0,\n",
       "          1.0: {'n_doors': {0.0: 0.0, 1.0: 0.0, 2.0: 3.0, 3.0: 3.0}},\n",
       "          2.0: 0.0}},\n",
       "        3.0: 0.0}},\n",
       "      3.0: {'price_main': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 2.0}}}},\n",
       "    2.0: {'price_buy': {0.0: {'price_main': {0.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
       "            1.0: 0.0,\n",
       "            2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}},\n",
       "        1.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0, 1.0: 0.0, 2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}},\n",
       "        2.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0, 1.0: 0.0, 2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}},\n",
       "        3.0: 2.0}},\n",
       "      1.0: {'price_main': {0.0: {'lug_boot': {0.0: 3.0,\n",
       "          1.0: {'n_doors': {0.0: 0.0, 1.0: 3.0, 2.0: 3.0}},\n",
       "          2.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0}}}},\n",
       "        3.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0, 1.0: 0.0, 2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}}}},\n",
       "      2.0: {'price_main': {0.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
       "            1.0: 0.0,\n",
       "            2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}},\n",
       "        1.0: {'lug_boot': {0.0: 3.0,\n",
       "          1.0: {'n_doors': {0.0: 1.0, 1.0: 3.0, 2.0: 3.0, 3.0: 3.0}},\n",
       "          2.0: {'n_doors': {0.0: 2.0, 1.0: 1.0, 2.0: 1.0, 3.0: 1.0}}}},\n",
       "        2.0: {'lug_boot': {0.0: 3.0,\n",
       "          1.0: {'n_doors': {0.0: 0.0, 1.0: 3.0, 2.0: 3.0, 3.0: 3.0}},\n",
       "          2.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 0.0}}}},\n",
       "        3.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0, 1.0: 0.0, 2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}}}},\n",
       "      3.0: {'price_main': {0.0: 2.0,\n",
       "        1.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0, 1.0: 0.0, 2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}},\n",
       "        2.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0, 1.0: 0.0, 2.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}},\n",
       "        3.0: 2.0}}}}}},\n",
       "  1: 2.0,\n",
       "  2: {'n_persons': {0.0: 2.0,\n",
       "    1.0: {'price_buy': {0.0: {'lug_boot': {0.0: {'price_main': {0.0: 0.0,\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 2.0}},\n",
       "        1.0: {'n_doors': {0.0: 2.0,\n",
       "          1.0: 2.0,\n",
       "          2.0: {'price_main': {0.0: 0.0, 1.0: 0.0, 2.0: 0.0, 3.0: 2.0}},\n",
       "          3.0: {'price_main': {0.0: 0.0, 1.0: 0.0, 2.0: 0.0, 3.0: 2.0}}}},\n",
       "        2.0: 2.0}},\n",
       "      1.0: {'price_main': {0.0: 0.0,\n",
       "        3.0: {'lug_boot': {0.0: 0.0,\n",
       "          1.0: {'n_doors': {0.0: 2.0, 1.0: 2.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          2.0: 2.0}}}},\n",
       "      2.0: {'price_main': {0.0: {'lug_boot': {0.0: 0.0,\n",
       "          1.0: {'n_doors': {0.0: 2.0, 1.0: 2.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          2.0: 2.0}},\n",
       "        1.0: {'lug_boot': {0.0: 1.0,\n",
       "          1.0: {'n_doors': {0.0: 0.0, 1.0: 0.0, 2.0: 1.0, 3.0: 1.0}},\n",
       "          2.0: 0.0}},\n",
       "        2.0: 0.0,\n",
       "        3.0: {'lug_boot': {0.0: 0.0,\n",
       "          1.0: {'n_doors': {0.0: 2.0, 1.0: 2.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          2.0: 2.0}}}},\n",
       "      3.0: {'price_main': {0.0: 2.0,\n",
       "        1.0: {'lug_boot': {0.0: 0.0,\n",
       "          1.0: {'n_doors': {0.0: 2.0, 1.0: 2.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          2.0: 2.0}},\n",
       "        2.0: {'lug_boot': {0.0: 0.0,\n",
       "          1.0: {'n_doors': {0.0: 2.0, 1.0: 2.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          2.0: 2.0}},\n",
       "        3.0: 2.0}}}},\n",
       "    2.0: {'lug_boot': {0.0: {'price_main': {0.0: {'price_buy': {0.0: 0.0,\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 2.0}},\n",
       "        1.0: {'price_buy': {0.0: 0.0, 2.0: 1.0, 3.0: 0.0}},\n",
       "        2.0: 0.0,\n",
       "        3.0: {'price_buy': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 2.0}}}},\n",
       "      1.0: {'price_main': {0.0: {'price_buy': {0.0: {'n_doors': {0.0: 2.0,\n",
       "            1.0: 0.0,\n",
       "            2.0: 0.0,\n",
       "            3.0: 0.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          3.0: 2.0}},\n",
       "        1.0: {'price_buy': {0.0: {'n_doors': {0.0: 2.0,\n",
       "            1.0: 0.0,\n",
       "            2.0: 0.0,\n",
       "            3.0: 0.0}},\n",
       "          2.0: {'n_doors': {0.0: 0.0, 1.0: 1.0, 2.0: 1.0, 3.0: 1.0}},\n",
       "          3.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 0.0}}}},\n",
       "        2.0: {'n_doors': {0.0: {'price_buy': {0.0: 2.0, 2.0: 0.0, 3.0: 2.0}},\n",
       "          1.0: 0.0,\n",
       "          2.0: 0.0,\n",
       "          3.0: 0.0}},\n",
       "        3.0: {'price_buy': {0.0: 2.0,\n",
       "          1.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          2.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          3.0: 2.0}}}},\n",
       "      2.0: {'price_buy': {0.0: 2.0,\n",
       "        1.0: {'price_main': {0.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0}},\n",
       "          3.0: 2.0}},\n",
       "        2.0: {'price_main': {0.0: 2.0,\n",
       "          1.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          2.0: {'n_doors': {0.0: 2.0, 1.0: 0.0, 2.0: 0.0, 3.0: 0.0}},\n",
       "          3.0: 2.0}},\n",
       "        3.0: 2.0}}}}}}}}"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtree.tree"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "709246e3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'safety': {0: {'n_persons': {0.0: 2.0,\n",
      "                              1.0: {'price_buy': {0.0: {'price_main': {0.0: 0.0,\n",
      "                                                                       1.0: 0.0,\n",
      "                                                                       2.0: 0.0,\n",
      "                                                                       3.0: 2.0}},\n",
      "                                                  1.0: {'price_main': {0.0: {'lug_boot': {0.0: 3.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 3.0,\n",
      "                                                                                                            3.0: 3.0}},\n",
      "                                                                                          2.0: 0.0}},\n",
      "                                                                       3.0: 0.0}},\n",
      "                                                  2.0: {'price_main': {0.0: 0.0,\n",
      "                                                                       1.0: {'lug_boot': {0.0: 3.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 1.0,\n",
      "                                                                                                            1.0: 1.0,\n",
      "                                                                                                            2.0: 3.0,\n",
      "                                                                                                            3.0: 3.0}},\n",
      "                                                                                          2.0: 1.0}},\n",
      "                                                                       2.0: {'lug_boot': {0.0: 3.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 3.0,\n",
      "                                                                                                            3.0: 3.0}},\n",
      "                                                                                          2.0: 0.0}},\n",
      "                                                                       3.0: 0.0}},\n",
      "                                                  3.0: {'price_main': {0.0: 2.0,\n",
      "                                                                       1.0: 0.0,\n",
      "                                                                       2.0: 0.0,\n",
      "                                                                       3.0: 2.0}}}},\n",
      "                              2.0: {'price_buy': {0.0: {'price_main': {0.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}},\n",
      "                                                                       1.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}},\n",
      "                                                                       2.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}},\n",
      "                                                                       3.0: 2.0}},\n",
      "                                                  1.0: {'price_main': {0.0: {'lug_boot': {0.0: 3.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 0.0,\n",
      "                                                                                                            1.0: 3.0,\n",
      "                                                                                                            2.0: 3.0}},\n",
      "                                                                                          2.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0}}}},\n",
      "                                                                       3.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}}}},\n",
      "                                                  2.0: {'price_main': {0.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}},\n",
      "                                                                       1.0: {'lug_boot': {0.0: 3.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 1.0,\n",
      "                                                                                                            1.0: 3.0,\n",
      "                                                                                                            2.0: 3.0,\n",
      "                                                                                                            3.0: 3.0}},\n",
      "                                                                                          2.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 1.0,\n",
      "                                                                                                            2.0: 1.0,\n",
      "                                                                                                            3.0: 1.0}}}},\n",
      "                                                                       2.0: {'lug_boot': {0.0: 3.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 0.0,\n",
      "                                                                                                            1.0: 3.0,\n",
      "                                                                                                            2.0: 3.0,\n",
      "                                                                                                            3.0: 3.0}},\n",
      "                                                                                          2.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}}}},\n",
      "                                                                       3.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}}}},\n",
      "                                                  3.0: {'price_main': {0.0: 2.0,\n",
      "                                                                       1.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}},\n",
      "                                                                       2.0: {'n_doors': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 2.0}},\n",
      "                                                                                         1.0: 0.0,\n",
      "                                                                                         2.0: 0.0,\n",
      "                                                                                         3.0: 0.0}},\n",
      "                                                                       3.0: 2.0}}}}}},\n",
      "            1: 2.0,\n",
      "            2: {'n_persons': {0.0: 2.0,\n",
      "                              1.0: {'price_buy': {0.0: {'lug_boot': {0.0: {'price_main': {0.0: 0.0,\n",
      "                                                                                          1.0: 0.0,\n",
      "                                                                                          2.0: 0.0,\n",
      "                                                                                          3.0: 2.0}},\n",
      "                                                                     1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                       1.0: 2.0,\n",
      "                                                                                       2.0: {'price_main': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 2.0}},\n",
      "                                                                                       3.0: {'price_main': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 2.0}}}},\n",
      "                                                                     2.0: 2.0}},\n",
      "                                                  1.0: {'price_main': {0.0: 0.0,\n",
      "                                                                       3.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 2.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: 2.0}}}},\n",
      "                                                  2.0: {'price_main': {0.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 2.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: 2.0}},\n",
      "                                                                       1.0: {'lug_boot': {0.0: 1.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 0.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 1.0,\n",
      "                                                                                                            3.0: 1.0}},\n",
      "                                                                                          2.0: 0.0}},\n",
      "                                                                       2.0: 0.0,\n",
      "                                                                       3.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 2.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: 2.0}}}},\n",
      "                                                  3.0: {'price_main': {0.0: 2.0,\n",
      "                                                                       1.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 2.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: 2.0}},\n",
      "                                                                       2.0: {'lug_boot': {0.0: 0.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 2.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: 2.0}},\n",
      "                                                                       3.0: 2.0}}}},\n",
      "                              2.0: {'lug_boot': {0.0: {'price_main': {0.0: {'price_buy': {0.0: 0.0,\n",
      "                                                                                          1.0: 0.0,\n",
      "                                                                                          2.0: 0.0,\n",
      "                                                                                          3.0: 2.0}},\n",
      "                                                                      1.0: {'price_buy': {0.0: 0.0,\n",
      "                                                                                          2.0: 1.0,\n",
      "                                                                                          3.0: 0.0}},\n",
      "                                                                      2.0: 0.0,\n",
      "                                                                      3.0: {'price_buy': {0.0: 2.0,\n",
      "                                                                                          1.0: 0.0,\n",
      "                                                                                          2.0: 0.0,\n",
      "                                                                                          3.0: 2.0}}}},\n",
      "                                                 1.0: {'price_main': {0.0: {'price_buy': {0.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          1.0: 0.0,\n",
      "                                                                                          2.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          3.0: 2.0}},\n",
      "                                                                      1.0: {'price_buy': {0.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: {'n_doors': {0.0: 0.0,\n",
      "                                                                                                            1.0: 1.0,\n",
      "                                                                                                            2.0: 1.0,\n",
      "                                                                                                            3.0: 1.0}},\n",
      "                                                                                          3.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}}}},\n",
      "                                                                      2.0: {'n_doors': {0.0: {'price_buy': {0.0: 2.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 2.0}},\n",
      "                                                                                        1.0: 0.0,\n",
      "                                                                                        2.0: 0.0,\n",
      "                                                                                        3.0: 0.0}},\n",
      "                                                                      3.0: {'price_buy': {0.0: 2.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          3.0: 2.0}}}},\n",
      "                                                 2.0: {'price_buy': {0.0: 2.0,\n",
      "                                                                     1.0: {'price_main': {0.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0}},\n",
      "                                                                                          3.0: 2.0}},\n",
      "                                                                     2.0: {'price_main': {0.0: 2.0,\n",
      "                                                                                          1.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          2.0: {'n_doors': {0.0: 2.0,\n",
      "                                                                                                            1.0: 0.0,\n",
      "                                                                                                            2.0: 0.0,\n",
      "                                                                                                            3.0: 0.0}},\n",
      "                                                                                          3.0: 2.0}},\n",
      "                                                                     3.0: 2.0}}}}}}}}\n"
     ]
    }
   ],
   "source": [
    "pprint(dtree.tree)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d04c99ea",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}