deepvoro.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "#%% ========== ========== ========== ========== ========== ========== ========== ==========\n",
    "import matplotlib.pyplot as plt\n",
    "import os\n",
    "import pickle\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import time\n",
    "import sys\n",
    "import copy\n",
    "import platform\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "#%%\n",
    "import torch\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from evaluate_DC import distribution_calibration\n",
    "from pipeline.free_lunch_util import normalize_l2, score_ens, get_task, \\\n",
    "                                     checkAacc, NC_o, redata, relabel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CUB: 5 way 5 shot 15 query\n",
      ">>> reading ./checkpoints/CUB/WideResNet28_10_S2M2_R/last/novel_features_s84_r0_f0.plk\n",
      "all labels: [  3   3   3 ... 199 199 199]\n",
      "min/max numbers per class over 50 classes: 48/60\n",
      "\n",
      "Total of 50 classes, 60 elements each, with dimension 640\n",
      "\n",
      "labels in order: [  3   7  11  15  19  23  27  31  35  39  43  47  51  55  59  63  67  71\n",
      "  75  79  83  87  91  95  99 103 107 111 115 119 123 127 131 135 139 143\n",
      " 147 151 155 159 163 167 171 175 179 183 187 191 195 199]\n",
      "reloading random states from file....\n",
      "generating task from 0 to 1000\n",
      "- all task data: torch.Size([1000, 100, 640])\n",
      "- all task label: torch.Size([1000, 100])\n"
     ]
    }
   ],
   "source": [
    "#%%\n",
    "# ---- data loading\n",
    "dataset = 'CUB' # 'miniImagenet' 'CUB' 'tieredImagenet' 'MultiDigitMNIST'\n",
    "n_shot = 5 # 1 5\n",
    "n_ways = 5\n",
    "n_queries = 15\n",
    "n_runs = 1000\n",
    "n_lsamples = n_ways * n_shot\n",
    "n_usamples = n_ways * n_queries\n",
    "n_samples = n_lsamples + n_usamples\n",
    "print('{}: {} way {} shot {} query'.format(dataset, n_ways, n_shot, n_queries))\n",
    "\n",
    "import FSLTask\n",
    "cfg = {'shot': n_shot, 'ways': n_ways, 'queries': n_queries}\n",
    "feat_file_name = FSLTask.loadDataSet(dataset, \n",
    "                                     dgr='0', \n",
    "                                     mth='s2m2',\n",
    "                                     img_size='84',\n",
    "                                     flip=False,\n",
    "                                     nv='novel')\n",
    "FSLTask.setRandomStates(cfg)\n",
    "ndatas, labset, idxset = FSLTask.GenerateRunSet(end=n_runs, cfg=cfg, \n",
    "                                                re_true_lab=True)\n",
    "ndatas = ndatas.permute(0, 2, 1, 3).reshape(n_runs, n_samples, -1)\n",
    "labels = torch.arange(n_ways).view(1, 1, n_ways).expand(n_runs, n_shot + n_queries, 5).clone().view(n_runs, n_samples)\n",
    "\n",
    "print('- all task data:', ndatas.shape)\n",
    "print('- all task label:', labels.shape)\n",
    "\n",
    "JS = './filelists/'+dataset+'/novel.json' # backup/\n",
    "with open(JS,\"r\") as f:\n",
    "    JSlist = json.load(f)\n",
    "super_lab = np.array(JSlist['label_names'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.8666666666666667\n"
     ]
    }
   ],
   "source": [
    "#%%\n",
    "i_run       = 999\n",
    "dataSlabelS = get_task(i_run, ndatas, labels, n_lsamples)\n",
    "support_data, support_label, query_data, query_label = dataSlabelS\n",
    "\n",
    "be = 0.5\n",
    "l2 = True\n",
    "acc_nc, nn_pre, dist = NC_o(support_data, support_label, query_data, query_label,\n",
    "                            n_ways, n_shot, beta=be, l2=l2, use_mean=True, re_dist=True,\n",
    "                            merge_query=0)\n",
    "print(acc_nc[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#%% ========== ========== ========== ========== ========== ========== ========== ==========\n",
    "\n",
    "# ---------- ----------\n",
    "#\n",
    "# large-scale ensemble.\n",
    "#\n",
    "# ---------- ----------\n",
    "\n",
    "from pipeline.free_lunch_util import Run"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "#%%\n",
    "\n",
    "# -------------------\n",
    "# \n",
    "# no distance-pattern\n",
    "# \n",
    "# -------------------\n",
    "\n",
    "dataset   = 'CUB' # miniImagenet CUB tieredImageNet\n",
    "n_shot    = 5 # 1 5\n",
    "n_ways    = 5\n",
    "img_size  = 84\n",
    "dgr       = '0'\n",
    "flip      = False\n",
    "transform = 'beta' # beta log\n",
    "be        = 0.5\n",
    "bias      = 0.0\n",
    "\n",
    "if dataset == 'miniImagenet':\n",
    "    n2w   = {1:7.0,2:5.5,3:4.5,4:4.0,5:4.0,6:3.5,7:3.5,8:3.0,9:3.0,10:3.0}\n",
    "    idx2v = {1:0.75,2:0.08}\n",
    "    lgbse = 0.02\n",
    "elif dataset == 'CUB':\n",
    "    n2w   = {1:7.0,2:6.0,3:3.5,4:3.0,5:3.0,6:3.0,7:3.0,8:2.0,9:2.5,10:2.0}\n",
    "    idx2v = {1:1.0,2:1.0}\n",
    "    lgbse = 0.5 if n_shot == 1 else 0.02\n",
    "elif dataset == 'tieredImageNet':\n",
    "    n2w   = {1:4.0,2:4.0,3:5.0,4:6.0,5:6.0,6:6.0,7:7.0,8:7.0,9:7.0,10:7.0}\n",
    "    idx2v = {1:0.75,2:0.30}\n",
    "    lgbse = 0.1 if n_shot == 1 else 0.02\n",
    "\n",
    "pre = 'dgr_val' # dgr or dgr_val"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0.50_l0.plk\n",
      "90.37±0.26\n",
      "90.37±0.26\n"
     ]
    }
   ],
   "source": [
    "#%%\n",
    "run = Run(dataset, n_shot, n_ways, img_size, dgr, flip, transform, be, bias,\n",
    "          k=0, w=0, pre=pre) # k=9, w=4\n",
    "run.check()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "#%% now do complete loading\n",
    "\n",
    "img_sizes = [84, 90, 100, 110, 120, 130, 140, 150]\n",
    "dgrs      = ['0', '90', '180', '270']\n",
    "flips     = [False, True]\n",
    "transs    = [('beta', 0.5, 0.0),    ('beta', 0.75,0.0), ('beta', 1.0, 0.0),\n",
    "             ('log',  0.5, lgbse),  ('log',  0.5, 2*lgbse),\n",
    "             ('log',  0.5, 3*lgbse),('log',  0.5, 4*lgbse), \n",
    "             ('log',  0.5, 5*lgbse)]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0.50_l0.plk\n",
      "90.37±0.26\n",
      "2\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0.75_l0.plk\n",
      "90.53±0.25\n",
      "3\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b1.00_l0.plk\n",
      "89.75±0.26\n",
      "4\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0_l0.02.plk\n",
      "90.24±0.26\n",
      "5\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0_l0.04.plk\n",
      "90.46±0.25\n",
      "6\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0_l0.06.plk\n",
      "90.51±0.25\n",
      "7\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0_l0.08.plk\n",
      "90.55±0.25\n",
      "8\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f0_b0_l0.10.plk\n",
      "90.55±0.25\n",
      "9\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b0.50_l0.plk\n",
      "90.37±0.26\n",
      "10\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b0.75_l0.plk\n",
      "90.53±0.25\n",
      "11\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b1.00_l0.plk\n",
      "89.75±0.26\n",
      "12\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b0_l0.02.plk\n",
      "90.24±0.26\n",
      "13\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b0_l0.04.plk\n",
      "90.46±0.25\n",
      "14\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b0_l0.06.plk\n",
      "90.51±0.25\n",
      "15\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b0_l0.08.plk\n",
      "90.55±0.25\n",
      "16\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r0_f1_b0_l0.10.plk\n",
      "90.55±0.25\n",
      "17\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b0.50_l0.plk\n",
      "84.84±0.31\n",
      "18\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b0.75_l0.plk\n",
      "84.91±0.31\n",
      "19\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b1.00_l0.plk\n",
      "84.03±0.31\n",
      "20\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b0_l0.02.plk\n",
      "84.73±0.31\n",
      "21\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b0_l0.04.plk\n",
      "84.98±0.31\n",
      "22\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b0_l0.06.plk\n",
      "85.01±0.31\n",
      "23\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b0_l0.08.plk\n",
      "84.98±0.31\n",
      "24\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f0_b0_l0.10.plk\n",
      "84.98±0.31\n",
      "25\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b0.50_l0.plk\n",
      "84.70±0.32\n",
      "26\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b0.75_l0.plk\n",
      "84.75±0.31\n",
      "27\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b1.00_l0.plk\n",
      "83.92±0.31\n",
      "28\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b0_l0.02.plk\n",
      "84.57±0.32\n",
      "29\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b0_l0.04.plk\n",
      "84.81±0.32\n",
      "30\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b0_l0.06.plk\n",
      "84.82±0.31\n",
      "31\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b0_l0.08.plk\n",
      "84.78±0.31\n",
      "32\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r90_f1_b0_l0.10.plk\n",
      "84.76±0.31\n",
      "33\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b0.50_l0.plk\n",
      "85.04±0.32\n",
      "34\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b0.75_l0.plk\n",
      "85.37±0.31\n",
      "35\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b1.00_l0.plk\n",
      "84.74±0.32\n",
      "36\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b0_l0.02.plk\n",
      "84.98±0.32\n",
      "37\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b0_l0.04.plk\n",
      "85.26±0.32\n",
      "38\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b0_l0.06.plk\n",
      "85.34±0.32\n",
      "39\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b0_l0.08.plk\n",
      "85.36±0.31\n",
      "40\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f0_b0_l0.10.plk\n",
      "85.37±0.31\n",
      "41\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b0.50_l0.plk\n",
      "90.39±0.26\n",
      "42\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b0.75_l0.plk\n",
      "90.54±0.25\n",
      "43\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b1.00_l0.plk\n",
      "89.81±0.26\n",
      "44\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b0_l0.02.plk\n",
      "90.26±0.26\n",
      "45\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b0_l0.04.plk\n",
      "90.50±0.26\n",
      "46\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b0_l0.06.plk\n",
      "90.54±0.25\n",
      "47\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b0_l0.08.plk\n",
      "90.58±0.25\n",
      "48\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r180_f1_b0_l0.10.plk\n",
      "90.54±0.25\n",
      "49\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b0.50_l0.plk\n",
      "84.27±0.32\n",
      "50\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b0.75_l0.plk\n",
      "84.50±0.32\n",
      "51\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b1.00_l0.plk\n",
      "83.67±0.32\n",
      "52\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b0_l0.02.plk\n",
      "84.17±0.32\n",
      "53\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b0_l0.04.plk\n",
      "84.46±0.32\n",
      "54\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b0_l0.06.plk\n",
      "84.51±0.32\n",
      "55\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b0_l0.08.plk\n",
      "84.53±0.32\n",
      "56\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f0_b0_l0.10.plk\n",
      "84.52±0.32\n",
      "57\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b0.50_l0.plk\n",
      "84.31±0.33\n",
      "58\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b0.75_l0.plk\n",
      "84.41±0.32\n",
      "59\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b1.00_l0.plk\n",
      "83.55±0.32\n",
      "60\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b0_l0.02.plk\n",
      "84.18±0.32\n",
      "61\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b0_l0.04.plk\n",
      "84.45±0.32\n",
      "62\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b0_l0.06.plk\n",
      "84.48±0.32\n",
      "63\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b0_l0.08.plk\n",
      "84.47±0.32\n",
      "64\n",
      "> loading: ./dgr_val/5way5shot/CUB/s84_r270_f1_b0_l0.10.plk\n",
      "84.43±0.32\n",
      "65\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b0.50_l0.plk\n",
      "90.24±0.26\n",
      "66\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b0.75_l0.plk\n",
      "90.59±0.25\n",
      "67\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b1.00_l0.plk\n",
      "89.96±0.26\n",
      "68\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b0_l0.02.plk\n",
      "90.11±0.26\n",
      "69\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b0_l0.04.plk\n",
      "90.43±0.25\n",
      "70\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b0_l0.06.plk\n",
      "90.55±0.25\n",
      "71\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b0_l0.08.plk\n",
      "90.60±0.25\n",
      "72\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f0_b0_l0.10.plk\n",
      "90.61±0.25\n",
      "73\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b0.50_l0.plk\n",
      "90.24±0.26\n",
      "74\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b0.75_l0.plk\n",
      "90.59±0.25\n",
      "75\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b1.00_l0.plk\n",
      "89.96±0.26\n",
      "76\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b0_l0.02.plk\n",
      "90.11±0.26\n",
      "77\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b0_l0.04.plk\n",
      "90.43±0.25\n",
      "78\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b0_l0.06.plk\n",
      "90.55±0.25\n",
      "79\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b0_l0.08.plk\n",
      "90.60±0.25\n",
      "80\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r0_f1_b0_l0.10.plk\n",
      "90.61±0.25\n",
      "81\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b0.50_l0.plk\n",
      "85.08±0.31\n",
      "82\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b0.75_l0.plk\n",
      "85.27±0.31\n",
      "83\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b1.00_l0.plk\n",
      "84.39±0.31\n",
      "84\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b0_l0.02.plk\n",
      "85.03±0.31\n",
      "85\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b0_l0.04.plk\n",
      "85.24±0.31\n",
      "86\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b0_l0.06.plk\n",
      "85.34±0.31\n",
      "87\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b0_l0.08.plk\n",
      "85.33±0.31\n",
      "88\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f0_b0_l0.10.plk\n",
      "85.27±0.31\n",
      "89\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b0.50_l0.plk\n",
      "84.79±0.32\n",
      "90\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b0.75_l0.plk\n",
      "84.97±0.31\n",
      "91\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b1.00_l0.plk\n",
      "84.16±0.31\n",
      "92\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b0_l0.02.plk\n",
      "84.62±0.32\n",
      "93\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b0_l0.04.plk\n",
      "84.98±0.31\n",
      "94\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b0_l0.06.plk\n",
      "85.03±0.31\n",
      "95\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b0_l0.08.plk\n",
      "85.05±0.31\n",
      "96\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r90_f1_b0_l0.10.plk\n",
      "85.01±0.31\n",
      "97\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b0.50_l0.plk\n",
      "85.18±0.32\n",
      "98\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b0.75_l0.plk\n",
      "85.53±0.31\n",
      "99\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b1.00_l0.plk\n",
      "84.92±0.32\n",
      "100\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b0_l0.02.plk\n",
      "85.16±0.32\n",
      "101\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b0_l0.04.plk\n",
      "85.43±0.31\n",
      "102\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b0_l0.06.plk\n",
      "85.50±0.31\n",
      "103\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b0_l0.08.plk\n",
      "85.53±0.31\n",
      "104\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f0_b0_l0.10.plk\n",
      "85.51±0.31\n",
      "105\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b0.50_l0.plk\n",
      "90.31±0.26\n",
      "106\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b0.75_l0.plk\n",
      "90.59±0.25\n",
      "107\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b1.00_l0.plk\n",
      "89.99±0.26\n",
      "108\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b0_l0.02.plk\n",
      "90.26±0.26\n",
      "109\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b0_l0.04.plk\n",
      "90.52±0.25\n",
      "110\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b0_l0.06.plk\n",
      "90.60±0.25\n",
      "111\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b0_l0.08.plk\n",
      "90.66±0.25\n",
      "112\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r180_f1_b0_l0.10.plk\n",
      "90.65±0.25\n",
      "113\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b0.50_l0.plk\n",
      "84.47±0.32\n",
      "114\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b0.75_l0.plk\n",
      "84.81±0.31\n",
      "115\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b1.00_l0.plk\n",
      "84.03±0.32\n",
      "116\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b0_l0.02.plk\n",
      "84.33±0.32\n",
      "117\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b0_l0.04.plk\n",
      "84.70±0.32\n",
      "118\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b0_l0.06.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "84.82±0.31\n",
      "119\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b0_l0.08.plk\n",
      "84.80±0.31\n",
      "120\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f0_b0_l0.10.plk\n",
      "84.81±0.31\n",
      "121\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b0.50_l0.plk\n",
      "84.33±0.33\n",
      "122\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b0.75_l0.plk\n",
      "84.60±0.32\n",
      "123\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b1.00_l0.plk\n",
      "83.81±0.32\n",
      "124\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b0_l0.02.plk\n",
      "84.23±0.33\n",
      "125\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b0_l0.04.plk\n",
      "84.52±0.32\n",
      "126\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b0_l0.06.plk\n",
      "84.62±0.32\n",
      "127\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b0_l0.08.plk\n",
      "84.63±0.32\n",
      "128\n",
      "> loading: ./dgr_val/5way5shot/CUB/s90_r270_f1_b0_l0.10.plk\n",
      "84.61±0.32\n",
      "129\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b0.50_l0.plk\n",
      "90.18±0.26\n",
      "130\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b0.75_l0.plk\n",
      "90.72±0.25\n",
      "131\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b1.00_l0.plk\n",
      "90.20±0.25\n",
      "132\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b0_l0.02.plk\n",
      "90.02±0.26\n",
      "133\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b0_l0.04.plk\n",
      "90.45±0.25\n",
      "134\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b0_l0.06.plk\n",
      "90.59±0.25\n",
      "135\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b0_l0.08.plk\n",
      "90.67±0.25\n",
      "136\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f0_b0_l0.10.plk\n",
      "90.71±0.25\n",
      "137\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b0.50_l0.plk\n",
      "90.18±0.26\n",
      "138\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b0.75_l0.plk\n",
      "90.72±0.25\n",
      "139\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b1.00_l0.plk\n",
      "90.20±0.25\n",
      "140\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b0_l0.02.plk\n",
      "90.02±0.26\n",
      "141\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b0_l0.04.plk\n",
      "90.45±0.25\n",
      "142\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b0_l0.06.plk\n",
      "90.59±0.25\n",
      "143\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b0_l0.08.plk\n",
      "90.67±0.25\n",
      "144\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r0_f1_b0_l0.10.plk\n",
      "90.71±0.25\n",
      "145\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b0.50_l0.plk\n",
      "85.17±0.31\n",
      "146\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b0.75_l0.plk\n",
      "85.45±0.31\n",
      "147\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b1.00_l0.plk\n",
      "84.70±0.31\n",
      "148\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b0_l0.02.plk\n",
      "85.14±0.31\n",
      "149\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b0_l0.04.plk\n",
      "85.42±0.31\n",
      "150\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b0_l0.06.plk\n",
      "85.48±0.31\n",
      "151\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b0_l0.08.plk\n",
      "85.49±0.31\n",
      "152\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f0_b0_l0.10.plk\n",
      "85.50±0.31\n",
      "153\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b0.50_l0.plk\n",
      "85.03±0.32\n",
      "154\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b0.75_l0.plk\n",
      "85.39±0.31\n",
      "155\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b1.00_l0.plk\n",
      "84.65±0.31\n",
      "156\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b0_l0.02.plk\n",
      "84.91±0.32\n",
      "157\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b0_l0.04.plk\n",
      "85.23±0.31\n",
      "158\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b0_l0.06.plk\n",
      "85.35±0.31\n",
      "159\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b0_l0.08.plk\n",
      "85.39±0.31\n",
      "160\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r90_f1_b0_l0.10.plk\n",
      "85.37±0.31\n",
      "161\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b0.50_l0.plk\n",
      "85.23±0.32\n",
      "162\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b0.75_l0.plk\n",
      "85.66±0.31\n",
      "163\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b1.00_l0.plk\n",
      "85.16±0.31\n",
      "164\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b0_l0.02.plk\n",
      "85.25±0.31\n",
      "165\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b0_l0.04.plk\n",
      "85.54±0.31\n",
      "166\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b0_l0.06.plk\n",
      "85.67±0.31\n",
      "167\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b0_l0.08.plk\n",
      "85.68±0.31\n",
      "168\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f0_b0_l0.10.plk\n",
      "85.68±0.31\n",
      "169\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b0.50_l0.plk\n",
      "90.43±0.26\n",
      "170\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b0.75_l0.plk\n",
      "90.90±0.25\n",
      "171\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b1.00_l0.plk\n",
      "90.33±0.25\n",
      "172\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b0_l0.02.plk\n",
      "90.27±0.26\n",
      "173\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b0_l0.04.plk\n",
      "90.65±0.25\n",
      "174\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b0_l0.06.plk\n",
      "90.80±0.25\n",
      "175\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b0_l0.08.plk\n",
      "90.88±0.25\n",
      "176\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r180_f1_b0_l0.10.plk\n",
      "90.90±0.25\n",
      "177\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b0.50_l0.plk\n",
      "84.64±0.32\n",
      "178\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b0.75_l0.plk\n",
      "85.03±0.31\n",
      "179\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b1.00_l0.plk\n",
      "84.36±0.32\n",
      "180\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b0_l0.02.plk\n",
      "84.54±0.32\n",
      "181\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b0_l0.04.plk\n",
      "84.90±0.31\n",
      "182\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b0_l0.06.plk\n",
      "85.02±0.32\n",
      "183\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b0_l0.08.plk\n",
      "85.06±0.31\n",
      "184\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f0_b0_l0.10.plk\n",
      "85.05±0.31\n",
      "185\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b0.50_l0.plk\n",
      "84.52±0.32\n",
      "186\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b0.75_l0.plk\n",
      "84.83±0.31\n",
      "187\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b1.00_l0.plk\n",
      "84.12±0.32\n",
      "188\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b0_l0.02.plk\n",
      "84.48±0.32\n",
      "189\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b0_l0.04.plk\n",
      "84.77±0.32\n",
      "190\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b0_l0.06.plk\n",
      "84.84±0.31\n",
      "191\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b0_l0.08.plk\n",
      "84.88±0.31\n",
      "192\n",
      "> loading: ./dgr_val/5way5shot/CUB/s100_r270_f1_b0_l0.10.plk\n",
      "84.86±0.31\n",
      "193\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b0.50_l0.plk\n",
      "89.68±0.27\n",
      "194\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b0.75_l0.plk\n",
      "90.36±0.26\n",
      "195\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b1.00_l0.plk\n",
      "89.96±0.26\n",
      "196\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b0_l0.02.plk\n",
      "89.53±0.27\n",
      "197\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b0_l0.04.plk\n",
      "89.99±0.27\n",
      "198\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b0_l0.06.plk\n",
      "90.20±0.26\n",
      "199\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b0_l0.08.plk\n",
      "90.31±0.26\n",
      "200\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f0_b0_l0.10.plk\n",
      "90.34±0.26\n",
      "201\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b0.50_l0.plk\n",
      "89.68±0.27\n",
      "202\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b0.75_l0.plk\n",
      "90.36±0.26\n",
      "203\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b1.00_l0.plk\n",
      "89.96±0.26\n",
      "204\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b0_l0.02.plk\n",
      "89.53±0.27\n",
      "205\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b0_l0.04.plk\n",
      "89.99±0.27\n",
      "206\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b0_l0.06.plk\n",
      "90.20±0.26\n",
      "207\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b0_l0.08.plk\n",
      "90.31±0.26\n",
      "208\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r0_f1_b0_l0.10.plk\n",
      "90.34±0.26\n",
      "209\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b0.50_l0.plk\n",
      "84.85±0.32\n",
      "210\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b0.75_l0.plk\n",
      "85.15±0.31\n",
      "211\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b1.00_l0.plk\n",
      "84.52±0.31\n",
      "212\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b0_l0.02.plk\n",
      "84.80±0.32\n",
      "213\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b0_l0.04.plk\n",
      "85.14±0.31\n",
      "214\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b0_l0.06.plk\n",
      "85.19±0.31\n",
      "215\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b0_l0.08.plk\n",
      "85.23±0.31\n",
      "216\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f0_b0_l0.10.plk\n",
      "85.23±0.31\n",
      "217\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b0.50_l0.plk\n",
      "84.75±0.32\n",
      "218\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b0.75_l0.plk\n",
      "85.16±0.31\n",
      "219\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b1.00_l0.plk\n",
      "84.50±0.31\n",
      "220\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b0_l0.02.plk\n",
      "84.65±0.32\n",
      "221\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b0_l0.04.plk\n",
      "85.01±0.31\n",
      "222\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b0_l0.06.plk\n",
      "85.12±0.31\n",
      "223\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b0_l0.08.plk\n",
      "85.16±0.31\n",
      "224\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r90_f1_b0_l0.10.plk\n",
      "85.17±0.31\n",
      "225\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b0.50_l0.plk\n",
      "85.05±0.32\n",
      "226\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b0.75_l0.plk\n",
      "85.45±0.32\n",
      "227\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b1.00_l0.plk\n",
      "84.94±0.32\n",
      "228\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b0_l0.02.plk\n",
      "85.07±0.32\n",
      "229\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b0_l0.04.plk\n",
      "85.39±0.32\n",
      "230\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b0_l0.06.plk\n",
      "85.47±0.32\n",
      "231\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b0_l0.08.plk\n",
      "85.51±0.32\n",
      "232\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f0_b0_l0.10.plk\n",
      "85.50±0.32\n",
      "233\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b0.50_l0.plk\n",
      "89.95±0.26\n",
      "234\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b0.75_l0.plk\n",
      "90.52±0.26\n",
      "235\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b1.00_l0.plk\n",
      "90.12±0.26\n",
      "236\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b0_l0.02.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "89.79±0.26\n",
      "237\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b0_l0.04.plk\n",
      "90.24±0.26\n",
      "238\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b0_l0.06.plk\n",
      "90.41±0.26\n",
      "239\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b0_l0.08.plk\n",
      "90.50±0.26\n",
      "240\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r180_f1_b0_l0.10.plk\n",
      "90.53±0.26\n",
      "241\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b0.50_l0.plk\n",
      "84.39±0.32\n",
      "242\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b0.75_l0.plk\n",
      "84.80±0.32\n",
      "243\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b1.00_l0.plk\n",
      "84.13±0.32\n",
      "244\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b0_l0.02.plk\n",
      "84.30±0.32\n",
      "245\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b0_l0.04.plk\n",
      "84.70±0.32\n",
      "246\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b0_l0.06.plk\n",
      "84.82±0.32\n",
      "247\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b0_l0.08.plk\n",
      "84.84±0.32\n",
      "248\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f0_b0_l0.10.plk\n",
      "84.84±0.32\n",
      "249\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b0.50_l0.plk\n",
      "84.13±0.33\n",
      "250\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b0.75_l0.plk\n",
      "84.61±0.32\n",
      "251\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b1.00_l0.plk\n",
      "83.97±0.32\n",
      "252\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b0_l0.02.plk\n",
      "84.09±0.33\n",
      "253\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b0_l0.04.plk\n",
      "84.45±0.32\n",
      "254\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b0_l0.06.plk\n",
      "84.58±0.32\n",
      "255\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b0_l0.08.plk\n",
      "84.64±0.32\n",
      "256\n",
      "> loading: ./dgr_val/5way5shot/CUB/s110_r270_f1_b0_l0.10.plk\n",
      "84.62±0.32\n",
      "257\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b0.50_l0.plk\n",
      "89.29±0.28\n",
      "258\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b0.75_l0.plk\n",
      "89.97±0.27\n",
      "259\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b1.00_l0.plk\n",
      "89.66±0.27\n",
      "260\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b0_l0.02.plk\n",
      "89.15±0.28\n",
      "261\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b0_l0.04.plk\n",
      "89.67±0.27\n",
      "262\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b0_l0.06.plk\n",
      "89.86±0.27\n",
      "263\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b0_l0.08.plk\n",
      "89.95±0.27\n",
      "264\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f0_b0_l0.10.plk\n",
      "89.99±0.27\n",
      "265\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b0.50_l0.plk\n",
      "89.29±0.28\n",
      "266\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b0.75_l0.plk\n",
      "89.97±0.27\n",
      "267\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b1.00_l0.plk\n",
      "89.66±0.27\n",
      "268\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b0_l0.02.plk\n",
      "89.15±0.28\n",
      "269\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b0_l0.04.plk\n",
      "89.67±0.27\n",
      "270\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b0_l0.06.plk\n",
      "89.86±0.27\n",
      "271\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b0_l0.08.plk\n",
      "89.95±0.27\n",
      "272\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r0_f1_b0_l0.10.plk\n",
      "89.99±0.27\n",
      "273\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b0.50_l0.plk\n",
      "84.54±0.32\n",
      "274\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b0.75_l0.plk\n",
      "84.91±0.31\n",
      "275\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b1.00_l0.plk\n",
      "84.15±0.32\n",
      "276\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b0_l0.02.plk\n",
      "84.55±0.32\n",
      "277\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b0_l0.04.plk\n",
      "84.91±0.32\n",
      "278\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b0_l0.06.plk\n",
      "84.99±0.31\n",
      "279\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b0_l0.08.plk\n",
      "85.02±0.31\n",
      "280\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f0_b0_l0.10.plk\n",
      "85.00±0.31\n",
      "281\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b0.50_l0.plk\n",
      "84.42±0.32\n",
      "282\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b0.75_l0.plk\n",
      "84.86±0.32\n",
      "283\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b1.00_l0.plk\n",
      "84.20±0.32\n",
      "284\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b0_l0.02.plk\n",
      "84.42±0.33\n",
      "285\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b0_l0.04.plk\n",
      "84.79±0.32\n",
      "286\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b0_l0.06.plk\n",
      "84.86±0.32\n",
      "287\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b0_l0.08.plk\n",
      "84.90±0.32\n",
      "288\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r90_f1_b0_l0.10.plk\n",
      "84.93±0.32\n",
      "289\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b0.50_l0.plk\n",
      "84.67±0.33\n",
      "290\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b0.75_l0.plk\n",
      "85.01±0.33\n",
      "291\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b1.00_l0.plk\n",
      "84.47±0.33\n",
      "292\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b0_l0.02.plk\n",
      "84.70±0.32\n",
      "293\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b0_l0.04.plk\n",
      "85.03±0.32\n",
      "294\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b0_l0.06.plk\n",
      "85.06±0.32\n",
      "295\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b0_l0.08.plk\n",
      "85.09±0.32\n",
      "296\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f0_b0_l0.10.plk\n",
      "85.06±0.32\n",
      "297\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b0.50_l0.plk\n",
      "89.56±0.27\n",
      "298\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b0.75_l0.plk\n",
      "90.32±0.26\n",
      "299\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b1.00_l0.plk\n",
      "89.98±0.26\n",
      "300\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b0_l0.02.plk\n",
      "89.43±0.27\n",
      "301\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b0_l0.04.plk\n",
      "89.97±0.26\n",
      "302\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b0_l0.06.plk\n",
      "90.17±0.26\n",
      "303\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b0_l0.08.plk\n",
      "90.27±0.26\n",
      "304\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r180_f1_b0_l0.10.plk\n",
      "90.32±0.26\n",
      "305\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b0.50_l0.plk\n",
      "83.91±0.33\n",
      "306\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b0.75_l0.plk\n",
      "84.35±0.33\n",
      "307\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b1.00_l0.plk\n",
      "83.67±0.33\n",
      "308\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b0_l0.02.plk\n",
      "83.89±0.33\n",
      "309\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b0_l0.04.plk\n",
      "84.22±0.33\n",
      "310\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b0_l0.06.plk\n",
      "84.34±0.32\n",
      "311\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b0_l0.08.plk\n",
      "84.38±0.32\n",
      "312\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f0_b0_l0.10.plk\n",
      "84.39±0.32\n",
      "313\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b0.50_l0.plk\n",
      "83.72±0.33\n",
      "314\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b0.75_l0.plk\n",
      "84.18±0.32\n",
      "315\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b1.00_l0.plk\n",
      "83.40±0.33\n",
      "316\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b0_l0.02.plk\n",
      "83.67±0.33\n",
      "317\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b0_l0.04.plk\n",
      "84.04±0.33\n",
      "318\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b0_l0.06.plk\n",
      "84.15±0.32\n",
      "319\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b0_l0.08.plk\n",
      "84.20±0.32\n",
      "320\n",
      "> loading: ./dgr_val/5way5shot/CUB/s120_r270_f1_b0_l0.10.plk\n",
      "84.19±0.32\n",
      "321\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b0.50_l0.plk\n",
      "88.53±0.28\n",
      "322\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b0.75_l0.plk\n",
      "89.29±0.27\n",
      "323\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b1.00_l0.plk\n",
      "88.98±0.27\n",
      "324\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b0_l0.02.plk\n",
      "88.41±0.28\n",
      "325\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b0_l0.04.plk\n",
      "88.94±0.28\n",
      "326\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b0_l0.06.plk\n",
      "89.17±0.27\n",
      "327\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b0_l0.08.plk\n",
      "89.27±0.27\n",
      "328\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f0_b0_l0.10.plk\n",
      "89.35±0.27\n",
      "329\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b0.50_l0.plk\n",
      "88.53±0.28\n",
      "330\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b0.75_l0.plk\n",
      "89.29±0.27\n",
      "331\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b1.00_l0.plk\n",
      "88.98±0.27\n",
      "332\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b0_l0.02.plk\n",
      "88.41±0.28\n",
      "333\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b0_l0.04.plk\n",
      "88.94±0.28\n",
      "334\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b0_l0.06.plk\n",
      "89.17±0.27\n",
      "335\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b0_l0.08.plk\n",
      "89.27±0.27\n",
      "336\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r0_f1_b0_l0.10.plk\n",
      "89.35±0.27\n",
      "337\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b0.50_l0.plk\n",
      "83.94±0.33\n",
      "338\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b0.75_l0.plk\n",
      "84.37±0.32\n",
      "339\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b1.00_l0.plk\n",
      "83.57±0.32\n",
      "340\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b0_l0.02.plk\n",
      "83.96±0.33\n",
      "341\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b0_l0.04.plk\n",
      "84.32±0.32\n",
      "342\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b0_l0.06.plk\n",
      "84.43±0.32\n",
      "343\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b0_l0.08.plk\n",
      "84.47±0.32\n",
      "344\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f0_b0_l0.10.plk\n",
      "84.47±0.32\n",
      "345\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b0.50_l0.plk\n",
      "83.70±0.33\n",
      "346\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b0.75_l0.plk\n",
      "84.17±0.32\n",
      "347\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b1.00_l0.plk\n",
      "83.48±0.32\n",
      "348\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b0_l0.02.plk\n",
      "83.69±0.33\n",
      "349\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b0_l0.04.plk\n",
      "84.05±0.33\n",
      "350\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b0_l0.06.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "84.20±0.32\n",
      "351\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b0_l0.08.plk\n",
      "84.25±0.32\n",
      "352\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r90_f1_b0_l0.10.plk\n",
      "84.25±0.32\n",
      "353\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b0.50_l0.plk\n",
      "84.22±0.33\n",
      "354\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b0.75_l0.plk\n",
      "84.59±0.33\n",
      "355\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b1.00_l0.plk\n",
      "83.97±0.34\n",
      "356\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b0_l0.02.plk\n",
      "84.26±0.33\n",
      "357\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b0_l0.04.plk\n",
      "84.60±0.33\n",
      "358\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b0_l0.06.plk\n",
      "84.68±0.33\n",
      "359\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b0_l0.08.plk\n",
      "84.67±0.33\n",
      "360\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f0_b0_l0.10.plk\n",
      "84.66±0.33\n",
      "361\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b0.50_l0.plk\n",
      "88.80±0.28\n",
      "362\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b0.75_l0.plk\n",
      "89.52±0.27\n",
      "363\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b1.00_l0.plk\n",
      "89.22±0.27\n",
      "364\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b0_l0.02.plk\n",
      "88.67±0.28\n",
      "365\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b0_l0.04.plk\n",
      "89.19±0.27\n",
      "366\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b0_l0.06.plk\n",
      "89.39±0.27\n",
      "367\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b0_l0.08.plk\n",
      "89.49±0.27\n",
      "368\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r180_f1_b0_l0.10.plk\n",
      "89.56±0.26\n",
      "369\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b0.50_l0.plk\n",
      "83.25±0.34\n",
      "370\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b0.75_l0.plk\n",
      "83.70±0.33\n",
      "371\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b1.00_l0.plk\n",
      "82.96±0.33\n",
      "372\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b0_l0.02.plk\n",
      "83.19±0.33\n",
      "373\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b0_l0.04.plk\n",
      "83.57±0.33\n",
      "374\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b0_l0.06.plk\n",
      "83.65±0.33\n",
      "375\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b0_l0.08.plk\n",
      "83.71±0.33\n",
      "376\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f0_b0_l0.10.plk\n",
      "83.74±0.33\n",
      "377\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b0.50_l0.plk\n",
      "83.16±0.34\n",
      "378\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b0.75_l0.plk\n",
      "83.60±0.33\n",
      "379\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b1.00_l0.plk\n",
      "82.95±0.33\n",
      "380\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b0_l0.02.plk\n",
      "83.15±0.33\n",
      "381\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b0_l0.04.plk\n",
      "83.57±0.33\n",
      "382\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b0_l0.06.plk\n",
      "83.69±0.33\n",
      "383\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b0_l0.08.plk\n",
      "83.72±0.33\n",
      "384\n",
      "> loading: ./dgr_val/5way5shot/CUB/s130_r270_f1_b0_l0.10.plk\n",
      "83.69±0.33\n",
      "385\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b0.50_l0.plk\n",
      "87.92±0.29\n",
      "386\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b0.75_l0.plk\n",
      "88.57±0.28\n",
      "387\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b1.00_l0.plk\n",
      "88.23±0.28\n",
      "388\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b0_l0.02.plk\n",
      "87.79±0.29\n",
      "389\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b0_l0.04.plk\n",
      "88.30±0.29\n",
      "390\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b0_l0.06.plk\n",
      "88.51±0.28\n",
      "391\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b0_l0.08.plk\n",
      "88.57±0.28\n",
      "392\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f0_b0_l0.10.plk\n",
      "88.60±0.28\n",
      "393\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b0.50_l0.plk\n",
      "87.92±0.29\n",
      "394\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b0.75_l0.plk\n",
      "88.57±0.28\n",
      "395\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b1.00_l0.plk\n",
      "88.23±0.28\n",
      "396\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b0_l0.02.plk\n",
      "87.79±0.29\n",
      "397\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b0_l0.04.plk\n",
      "88.30±0.29\n",
      "398\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b0_l0.06.plk\n",
      "88.51±0.28\n",
      "399\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b0_l0.08.plk\n",
      "88.57±0.28\n",
      "400\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r0_f1_b0_l0.10.plk\n",
      "88.60±0.28\n",
      "401\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b0.50_l0.plk\n",
      "83.30±0.33\n",
      "402\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b0.75_l0.plk\n",
      "83.55±0.33\n",
      "403\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b1.00_l0.plk\n",
      "82.68±0.33\n",
      "404\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b0_l0.02.plk\n",
      "83.34±0.33\n",
      "405\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b0_l0.04.plk\n",
      "83.65±0.33\n",
      "406\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b0_l0.06.plk\n",
      "83.71±0.33\n",
      "407\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b0_l0.08.plk\n",
      "83.70±0.33\n",
      "408\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f0_b0_l0.10.plk\n",
      "83.71±0.33\n",
      "409\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b0.50_l0.plk\n",
      "83.13±0.33\n",
      "410\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b0.75_l0.plk\n",
      "83.43±0.33\n",
      "411\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b1.00_l0.plk\n",
      "82.54±0.33\n",
      "412\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b0_l0.02.plk\n",
      "83.16±0.33\n",
      "413\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b0_l0.04.plk\n",
      "83.45±0.33\n",
      "414\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b0_l0.06.plk\n",
      "83.53±0.33\n",
      "415\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b0_l0.08.plk\n",
      "83.55±0.33\n",
      "416\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r90_f1_b0_l0.10.plk\n",
      "83.53±0.33\n",
      "417\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b0.50_l0.plk\n",
      "83.62±0.34\n",
      "418\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b0.75_l0.plk\n",
      "83.88±0.34\n",
      "419\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b1.00_l0.plk\n",
      "83.12±0.35\n",
      "420\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b0_l0.02.plk\n",
      "83.75±0.34\n",
      "421\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b0_l0.04.plk\n",
      "83.97±0.34\n",
      "422\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b0_l0.06.plk\n",
      "84.03±0.34\n",
      "423\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b0_l0.08.plk\n",
      "84.01±0.34\n",
      "424\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f0_b0_l0.10.plk\n",
      "83.99±0.34\n",
      "425\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b0.50_l0.plk\n",
      "88.21±0.29\n",
      "426\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b0.75_l0.plk\n",
      "88.92±0.28\n",
      "427\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b1.00_l0.plk\n",
      "88.57±0.28\n",
      "428\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b0_l0.02.plk\n",
      "88.19±0.29\n",
      "429\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b0_l0.04.plk\n",
      "88.62±0.28\n",
      "430\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b0_l0.06.plk\n",
      "88.83±0.28\n",
      "431\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b0_l0.08.plk\n",
      "88.93±0.28\n",
      "432\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r180_f1_b0_l0.10.plk\n",
      "88.96±0.28\n",
      "433\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b0.50_l0.plk\n",
      "82.53±0.34\n",
      "434\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b0.75_l0.plk\n",
      "82.87±0.34\n",
      "435\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b1.00_l0.plk\n",
      "82.01±0.34\n",
      "436\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b0_l0.02.plk\n",
      "82.51±0.34\n",
      "437\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b0_l0.04.plk\n",
      "82.86±0.34\n",
      "438\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b0_l0.06.plk\n",
      "82.97±0.34\n",
      "439\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b0_l0.08.plk\n",
      "83.00±0.34\n",
      "440\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f0_b0_l0.10.plk\n",
      "82.97±0.34\n",
      "441\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b0.50_l0.plk\n",
      "82.44±0.34\n",
      "442\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b0.75_l0.plk\n",
      "82.72±0.34\n",
      "443\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b1.00_l0.plk\n",
      "81.90±0.34\n",
      "444\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b0_l0.02.plk\n",
      "82.46±0.34\n",
      "445\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b0_l0.04.plk\n",
      "82.81±0.34\n",
      "446\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b0_l0.06.plk\n",
      "82.88±0.34\n",
      "447\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b0_l0.08.plk\n",
      "82.88±0.34\n",
      "448\n",
      "> loading: ./dgr_val/5way5shot/CUB/s140_r270_f1_b0_l0.10.plk\n",
      "82.83±0.34\n",
      "449\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b0.50_l0.plk\n",
      "87.12±0.30\n",
      "450\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b0.75_l0.plk\n",
      "87.79±0.29\n",
      "451\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b1.00_l0.plk\n",
      "87.42±0.28\n",
      "452\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b0_l0.02.plk\n",
      "87.01±0.30\n",
      "453\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b0_l0.04.plk\n",
      "87.50±0.29\n",
      "454\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b0_l0.06.plk\n",
      "87.70±0.29\n",
      "455\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b0_l0.08.plk\n",
      "87.84±0.28\n",
      "456\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f0_b0_l0.10.plk\n",
      "87.87±0.28\n",
      "457\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b0.50_l0.plk\n",
      "87.12±0.30\n",
      "458\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b0.75_l0.plk\n",
      "87.79±0.29\n",
      "459\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b1.00_l0.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "87.42±0.28\n",
      "460\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b0_l0.02.plk\n",
      "87.01±0.30\n",
      "461\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b0_l0.04.plk\n",
      "87.50±0.29\n",
      "462\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b0_l0.06.plk\n",
      "87.70±0.29\n",
      "463\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b0_l0.08.plk\n",
      "87.84±0.28\n",
      "464\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r0_f1_b0_l0.10.plk\n",
      "87.87±0.28\n",
      "465\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b0.50_l0.plk\n",
      "82.44±0.34\n",
      "466\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b0.75_l0.plk\n",
      "82.77±0.33\n",
      "467\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b1.00_l0.plk\n",
      "81.90±0.34\n",
      "468\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b0_l0.02.plk\n",
      "82.51±0.34\n",
      "469\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b0_l0.04.plk\n",
      "82.85±0.33\n",
      "470\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b0_l0.06.plk\n",
      "82.91±0.33\n",
      "471\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b0_l0.08.plk\n",
      "82.91±0.33\n",
      "472\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f0_b0_l0.10.plk\n",
      "82.89±0.33\n",
      "473\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b0.50_l0.plk\n",
      "82.31±0.33\n",
      "474\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b0.75_l0.plk\n",
      "82.53±0.33\n",
      "475\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b1.00_l0.plk\n",
      "81.68±0.34\n",
      "476\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b0_l0.02.plk\n",
      "82.33±0.33\n",
      "477\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b0_l0.04.plk\n",
      "82.57±0.33\n",
      "478\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b0_l0.06.plk\n",
      "82.65±0.33\n",
      "479\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b0_l0.08.plk\n",
      "82.64±0.33\n",
      "480\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r90_f1_b0_l0.10.plk\n",
      "82.61±0.33\n",
      "481\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b0.50_l0.plk\n",
      "82.99±0.34\n",
      "482\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b0.75_l0.plk\n",
      "83.20±0.35\n",
      "483\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b1.00_l0.plk\n",
      "82.46±0.35\n",
      "484\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b0_l0.02.plk\n",
      "83.09±0.34\n",
      "485\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b0_l0.04.plk\n",
      "83.39±0.34\n",
      "486\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b0_l0.06.plk\n",
      "83.42±0.34\n",
      "487\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b0_l0.08.plk\n",
      "83.38±0.34\n",
      "488\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f0_b0_l0.10.plk\n",
      "83.38±0.34\n",
      "489\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b0.50_l0.plk\n",
      "87.32±0.29\n",
      "490\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b0.75_l0.plk\n",
      "88.01±0.29\n",
      "491\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b1.00_l0.plk\n",
      "87.65±0.29\n",
      "492\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b0_l0.02.plk\n",
      "87.32±0.29\n",
      "493\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b0_l0.04.plk\n",
      "87.82±0.29\n",
      "494\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b0_l0.06.plk\n",
      "87.97±0.29\n",
      "495\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b0_l0.08.plk\n",
      "88.07±0.28\n",
      "496\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r180_f1_b0_l0.10.plk\n",
      "88.08±0.28\n",
      "497\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b0.50_l0.plk\n",
      "81.77±0.34\n",
      "498\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b0.75_l0.plk\n",
      "82.12±0.34\n",
      "499\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b1.00_l0.plk\n",
      "81.29±0.35\n",
      "500\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b0_l0.02.plk\n",
      "81.79±0.34\n",
      "501\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b0_l0.04.plk\n",
      "82.14±0.34\n",
      "502\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b0_l0.06.plk\n",
      "82.24±0.34\n",
      "503\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b0_l0.08.plk\n",
      "82.30±0.34\n",
      "504\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f0_b0_l0.10.plk\n",
      "82.26±0.34\n",
      "505\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b0.50_l0.plk\n",
      "81.74±0.35\n",
      "506\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b0.75_l0.plk\n",
      "82.10±0.34\n",
      "507\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b1.00_l0.plk\n",
      "81.29±0.34\n",
      "508\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b0_l0.02.plk\n",
      "81.72±0.35\n",
      "509\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b0_l0.04.plk\n",
      "82.10±0.34\n",
      "510\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b0_l0.06.plk\n",
      "82.17±0.34\n",
      "511\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b0_l0.08.plk\n",
      "82.18±0.34\n",
      "512\n",
      "> loading: ./dgr_val/5way5shot/CUB/s150_r270_f1_b0_l0.10.plk\n",
      "82.18±0.34\n"
     ]
    }
   ],
   "source": [
    "#%% read all\n",
    "runSet = []\n",
    "\n",
    "idx = 1\n",
    "for img_s in img_sizes:\n",
    "    for dg in dgrs:\n",
    "        for fl in flips:\n",
    "            for tran in transs:\n",
    "                print(idx)\n",
    "                run = Run(dataset, n_shot, n_ways,\n",
    "                          img_s, dg, fl, tran[0], tran[1], tran[2],\n",
    "                          check=True, pre=pre)\n",
    "                runSet.append(run)                \n",
    "                idx += 1\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "90.37133333333333 90.528 89.748 90.23533333333334 90.46466666666667 90.50933333333334 90.554 90.55066666666666 90.37133333333333 90.528 89.748 90.23533333333334 90.46466666666667 90.50933333333334 90.554 90.55066666666666 84.83733333333333 84.90933333333334 84.03333333333335 84.73466666666666 84.982 85.01 84.976 84.97533333333334 84.69533333333334 84.74866666666665 83.92066666666668 84.57 84.80733333333333 84.82 84.77533333333335 84.76266666666666 85.03533333333334 85.368 84.742 84.984 85.26 85.342 85.35666666666667 85.374 90.39 90.54466666666666 89.81 90.26066666666665 90.49866666666665 90.54266666666666 90.576 90.544 84.26533333333333 84.50066666666666 83.672 84.17133333333334 84.45866666666667 84.50933333333333 84.53066666666668 84.51533333333334 84.308 84.412 83.54733333333334 84.17933333333335 84.45133333333334 84.47533333333334 84.472 84.42933333333335 90.23666666666666 90.59266666666666 89.95533333333333 90.11333333333334 90.434 90.552 90.6 90.61 90.23666666666666 90.59266666666666 89.95533333333333 90.11333333333334 90.434 90.552 90.6 90.61 85.08066666666667 85.27266666666667 84.388 85.02866666666665 85.24066666666667 85.33933333333334 85.33 85.27 84.794 84.97266666666665 84.16333333333334 84.62466666666666 84.98066666666668 85.034 85.04866666666668 85.01066666666665 85.17533333333333 85.53466666666667 84.92066666666666 85.162 85.43333333333332 85.50266666666666 85.52533333333332 85.51 90.31066666666666 90.594 89.99133333333334 90.25866666666667 90.51866666666668 90.59866666666666 90.65666666666667 90.65066666666665 84.472 84.80866666666665 84.032 84.332 84.698 84.81666666666666 84.802 84.80666666666667 84.334 84.59666666666668 83.814 84.22666666666667 84.52333333333334 84.61933333333333 84.62933333333335 84.60666666666665 90.178 90.724 90.204 90.02466666666666 90.44533333333334 90.594 90.66666666666667 90.706 90.178 90.724 90.204 90.02466666666666 90.44533333333334 90.594 90.66666666666667 90.706 85.17333333333333 85.446 84.69533333333332 85.13866666666665 85.41733333333333 85.48466666666666 85.492 85.496 85.02533333333335 85.388 84.65466666666666 84.91066666666666 85.22533333333332 85.354 85.38533333333334 85.36666666666666 85.226 85.66 85.15733333333333 85.25066666666666 85.536 85.66733333333333 85.68066666666665 85.67533333333333 90.43066666666667 90.896 90.33133333333335 90.27266666666667 90.65 90.80266666666667 90.88333333333334 90.89666666666668 84.638 85.03466666666665 84.35933333333334 84.53533333333333 84.89533333333334 85.01533333333333 85.05933333333333 85.05133333333335 84.52333333333333 84.828 84.124 84.47666666666667 84.76533333333334 84.844 84.87866666666666 84.864 89.68266666666668 90.358 89.958 89.52733333333335 89.992 90.20333333333335 90.30933333333333 90.34333333333333 89.68266666666668 90.358 89.958 89.52733333333335 89.992 90.20333333333335 90.30933333333333 90.34333333333333 84.846 85.15333333333334 84.52 84.80466666666666 85.138 85.19066666666666 85.23133333333334 85.23466666666666 84.748 85.15533333333335 84.50333333333334 84.648 85.00666666666667 85.11533333333334 85.16133333333335 85.17333333333335 85.052 85.44866666666667 84.942 85.066 85.386 85.47133333333335 85.51066666666667 85.50466666666667 89.948 90.52266666666665 90.124 89.79333333333332 90.24333333333333 90.41266666666667 90.49533333333335 90.53333333333335 84.39333333333335 84.798 84.12733333333334 84.29733333333333 84.69866666666667 84.81866666666666 84.83733333333333 84.84266666666666 84.12866666666666 84.60866666666666 83.97133333333335 84.08533333333334 84.45333333333335 84.584 84.636 84.618 89.288 89.96933333333332 89.662 89.152 89.67466666666665 89.85866666666666 89.94933333333333 89.98866666666666 89.288 89.96933333333332 89.662 89.152 89.67466666666665 89.85866666666666 89.94933333333333 89.98866666666666 84.536 84.90933333333332 84.15266666666666 84.54866666666668 84.90666666666667 84.99266666666666 85.02133333333335 84.998 84.42066666666668 84.86133333333333 84.202 84.42266666666666 84.794 84.86333333333334 84.89666666666668 84.92733333333334 84.674 85.01333333333335 84.46933333333334 84.70066666666668 85.034 85.06333333333333 85.09 85.06066666666668 89.55533333333332 90.32133333333334 89.98266666666666 89.432 89.96666666666665 90.17 90.26866666666668 90.32133333333333 83.908 84.35066666666667 83.67133333333334 83.88933333333334 84.218 84.336 84.37533333333333 84.38933333333333 83.72133333333335 84.17666666666666 83.39933333333335 83.66733333333335 84.044 84.154 84.19933333333334 84.188 88.532 89.29066666666665 88.98 88.406 88.94266666666667 89.16933333333334 89.27333333333334 89.348 88.532 89.29066666666665 88.98 88.406 88.94266666666667 89.16933333333334 89.27333333333334 89.348 83.944 84.37 83.57266666666666 83.956 84.32133333333334 84.43266666666668 84.47 84.47133333333333 83.70133333333332 84.16666666666666 83.476 83.694 84.054 84.19933333333334 84.24866666666667 84.24866666666665 84.224 84.59466666666665 83.968 84.26466666666667 84.604 84.678 84.668 84.65866666666666 88.802 89.51733333333334 89.222 88.67066666666668 89.192 89.394 89.49133333333334 89.56466666666665 83.25066666666666 83.70066666666668 82.96466666666666 83.19133333333335 83.57466666666666 83.65133333333334 83.70733333333332 83.73666666666666 83.16 83.60133333333334 82.95266666666667 83.15466666666666 83.57333333333334 83.69266666666667 83.71866666666666 83.69466666666668 87.91533333333332 88.572 88.22733333333333 87.79066666666665 88.302 88.51066666666667 88.57466666666666 88.596 87.91533333333332 88.572 88.22733333333333 87.79066666666665 88.302 88.51066666666667 88.57466666666666 88.596 83.29733333333333 83.552 82.682 83.33733333333333 83.65133333333334 83.71133333333333 83.70133333333334 83.71266666666666 83.12866666666666 83.42866666666666 82.54466666666667 83.16333333333333 83.45066666666666 83.532 83.55266666666665 83.53466666666667 83.62333333333333 83.88266666666665 83.12266666666666 83.74733333333333 83.96933333333332 84.02866666666667 84.00666666666666 83.98733333333334 88.21466666666666 88.92133333333334 88.57266666666666 88.194 88.624 88.83466666666668 88.932 88.95866666666667 82.526 82.87333333333333 82.01133333333333 82.508 82.862 82.97466666666668 82.99533333333335 82.97066666666667 82.44333333333334 82.71533333333333 81.90133333333333 82.46066666666667 82.80933333333334 82.87866666666666 82.88133333333333 82.834 87.12066666666666 87.79133333333333 87.42466666666667 87.01466666666666 87.5 87.70466666666665 87.836 87.86933333333334 87.12066666666666 87.79133333333333 87.42466666666667 87.01466666666666 87.5 87.70466666666665 87.836 87.86933333333334 82.442 82.76666666666665 81.90133333333334 82.50733333333334 82.85066666666665 82.91266666666665 82.90933333333334 82.89466666666665 82.31333333333333 82.53466666666665 81.67666666666668 82.33466666666668 82.568 82.64866666666666 82.64333333333335 82.60866666666665 82.988 83.20133333333332 82.46133333333334 83.09133333333334 83.394 83.42 83.38466666666666 83.384 87.32266666666668 88.00533333333334 87.646 87.316 87.82266666666666 87.97333333333333 88.06733333333334 88.08 81.77 82.12333333333333 81.292 81.79466666666666 82.136 82.238 82.29933333333332 82.26333333333335 81.74 82.098 81.288 81.716 82.1 82.168 82.18066666666667 82.18466666666666 \n",
      "len, min, max 512 81.288 90.89666666666668\n",
      "~~~~~ All mean ~~~~~\n",
      "86.19±0.30\n"
     ]
    }
   ],
   "source": [
    "#%% check accs\n",
    "m_s = []\n",
    "m_w = []\n",
    "for ru in runSet:\n",
    "    print(ru.mean, end=' ')\n",
    "    m_s.append(ru.mean)\n",
    "    m_w.append(ru.width)\n",
    "\n",
    "mi_, ma_ = min(m_s), max(m_s)\n",
    "print('\\nlen, min, max', len(m_s), mi_, ma_)\n",
    "print('~~~~~ All mean ~~~~~')\n",
    "print('%4.2f±%4.2f'%(np.mean(m_s), np.mean(m_w)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "with open('tables/acc_val_cub.plk', 'wb') as handle:\n",
    "    pickle.dump(m_s, handle, protocol=pickle.HIGHEST_PROTOCOL)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0.50_l0.plk\n",
      "91.31±0.23\n",
      "91.31±0.23\n"
     ]
    }
   ],
   "source": [
    "pre = 'dgr' # dgr or dgr_val\n",
    "\n",
    "run = Run(dataset, n_shot, n_ways, img_size, dgr, flip, transform, be, bias,\n",
    "          k=0, w=0, pre=pre) # k=9, w=4\n",
    "run.check()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0.50_l0.plk\n",
      "91.31±0.23\n",
      "2\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0.75_l0.plk\n",
      "91.55±0.22\n",
      "3\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b1.00_l0.plk\n",
      "90.91±0.23\n",
      "4\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0_l0.02.plk\n",
      "91.20±0.23\n",
      "5\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0_l0.04.plk\n",
      "91.43±0.22\n",
      "6\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0_l0.06.plk\n",
      "91.49±0.22\n",
      "7\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0_l0.08.plk\n",
      "91.52±0.22\n",
      "8\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f0_b0_l0.10.plk\n",
      "91.53±0.22\n",
      "9\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b0.50_l0.plk\n",
      "91.31±0.23\n",
      "10\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b0.75_l0.plk\n",
      "91.55±0.22\n",
      "11\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b1.00_l0.plk\n",
      "90.91±0.23\n",
      "12\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b0_l0.02.plk\n",
      "91.20±0.23\n",
      "13\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b0_l0.04.plk\n",
      "91.43±0.22\n",
      "14\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b0_l0.06.plk\n",
      "91.49±0.22\n",
      "15\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b0_l0.08.plk\n",
      "91.52±0.22\n",
      "16\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r0_f1_b0_l0.10.plk\n",
      "91.53±0.22\n",
      "17\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b0.50_l0.plk\n",
      "86.39±0.28\n",
      "18\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b0.75_l0.plk\n",
      "86.59±0.28\n",
      "19\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b1.00_l0.plk\n",
      "85.93±0.28\n",
      "20\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b0_l0.02.plk\n",
      "86.25±0.28\n",
      "21\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b0_l0.04.plk\n",
      "86.54±0.28\n",
      "22\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b0_l0.06.plk\n",
      "86.62±0.28\n",
      "23\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b0_l0.08.plk\n",
      "86.63±0.28\n",
      "24\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f0_b0_l0.10.plk\n",
      "86.60±0.28\n",
      "25\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b0.50_l0.plk\n",
      "86.44±0.28\n",
      "26\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b0.75_l0.plk\n",
      "86.80±0.27\n",
      "27\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b1.00_l0.plk\n",
      "86.14±0.28\n",
      "28\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b0_l0.02.plk\n",
      "86.35±0.28\n",
      "29\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b0_l0.04.plk\n",
      "86.66±0.27\n",
      "30\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b0_l0.06.plk\n",
      "86.77±0.27\n",
      "31\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b0_l0.08.plk\n",
      "86.80±0.27\n",
      "32\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r90_f1_b0_l0.10.plk\n",
      "86.82±0.27\n",
      "33\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b0.50_l0.plk\n",
      "86.70±0.28\n",
      "34\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b0.75_l0.plk\n",
      "87.11±0.28\n",
      "35\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b1.00_l0.plk\n",
      "86.58±0.28\n",
      "36\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b0_l0.02.plk\n",
      "86.56±0.28\n",
      "37\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b0_l0.04.plk\n",
      "86.94±0.28\n",
      "38\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b0_l0.06.plk\n",
      "87.05±0.28\n",
      "39\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b0_l0.08.plk\n",
      "87.08±0.28\n",
      "40\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f0_b0_l0.10.plk\n",
      "87.07±0.28\n",
      "41\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b0.50_l0.plk\n",
      "91.34±0.23\n",
      "42\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b0.75_l0.plk\n",
      "91.47±0.23\n",
      "43\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b1.00_l0.plk\n",
      "90.91±0.23\n",
      "44\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b0_l0.02.plk\n",
      "91.25±0.23\n",
      "45\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b0_l0.04.plk\n",
      "91.46±0.23\n",
      "46\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b0_l0.06.plk\n",
      "91.51±0.23\n",
      "47\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b0_l0.08.plk\n",
      "91.52±0.23\n",
      "48\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r180_f1_b0_l0.10.plk\n",
      "91.51±0.23\n",
      "49\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b0.50_l0.plk\n",
      "86.06±0.28\n",
      "50\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b0.75_l0.plk\n",
      "86.45±0.28\n",
      "51\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b1.00_l0.plk\n",
      "85.79±0.28\n",
      "52\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b0_l0.02.plk\n",
      "85.91±0.28\n",
      "53\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b0_l0.04.plk\n",
      "86.25±0.28\n",
      "54\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b0_l0.06.plk\n",
      "86.35±0.28\n",
      "55\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b0_l0.08.plk\n",
      "86.41±0.28\n",
      "56\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f0_b0_l0.10.plk\n",
      "86.43±0.28\n",
      "57\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b0.50_l0.plk\n",
      "85.98±0.28\n",
      "58\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b0.75_l0.plk\n",
      "86.34±0.28\n",
      "59\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b1.00_l0.plk\n",
      "85.70±0.29\n",
      "60\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b0_l0.02.plk\n",
      "85.79±0.28\n",
      "61\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b0_l0.04.plk\n",
      "86.11±0.28\n",
      "62\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b0_l0.06.plk\n",
      "86.20±0.28\n",
      "63\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b0_l0.08.plk\n",
      "86.24±0.28\n",
      "64\n",
      "> loading: ./dgr/5way5shot/CUB/s84_r270_f1_b0_l0.10.plk\n",
      "86.26±0.28\n",
      "65\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b0.50_l0.plk\n",
      "91.31±0.23\n",
      "66\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b0.75_l0.plk\n",
      "91.69±0.22\n",
      "67\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b1.00_l0.plk\n",
      "91.11±0.23\n",
      "68\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b0_l0.02.plk\n",
      "91.23±0.23\n",
      "69\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b0_l0.04.plk\n",
      "91.54±0.23\n",
      "70\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b0_l0.06.plk\n",
      "91.64±0.22\n",
      "71\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b0_l0.08.plk\n",
      "91.68±0.22\n",
      "72\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f0_b0_l0.10.plk\n",
      "91.67±0.22\n",
      "73\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b0.50_l0.plk\n",
      "91.31±0.23\n",
      "74\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b0.75_l0.plk\n",
      "91.69±0.22\n",
      "75\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b1.00_l0.plk\n",
      "91.11±0.23\n",
      "76\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b0_l0.02.plk\n",
      "91.23±0.23\n",
      "77\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b0_l0.04.plk\n",
      "91.54±0.23\n",
      "78\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b0_l0.06.plk\n",
      "91.64±0.22\n",
      "79\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b0_l0.08.plk\n",
      "91.68±0.22\n",
      "80\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r0_f1_b0_l0.10.plk\n",
      "91.67±0.22\n",
      "81\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b0.50_l0.plk\n",
      "86.46±0.28\n",
      "82\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b0.75_l0.plk\n",
      "86.76±0.27\n",
      "83\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b1.00_l0.plk\n",
      "86.18±0.28\n",
      "84\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b0_l0.02.plk\n",
      "86.32±0.28\n",
      "85\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b0_l0.04.plk\n",
      "86.62±0.28\n",
      "86\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b0_l0.06.plk\n",
      "86.78±0.27\n",
      "87\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b0_l0.08.plk\n",
      "86.80±0.27\n",
      "88\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f0_b0_l0.10.plk\n",
      "86.79±0.27\n",
      "89\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b0.50_l0.plk\n",
      "86.49±0.28\n",
      "90\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b0.75_l0.plk\n",
      "86.90±0.27\n",
      "91\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b1.00_l0.plk\n",
      "86.28±0.27\n",
      "92\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b0_l0.02.plk\n",
      "86.38±0.28\n",
      "93\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b0_l0.04.plk\n",
      "86.71±0.27\n",
      "94\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b0_l0.06.plk\n",
      "86.82±0.27\n",
      "95\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b0_l0.08.plk\n",
      "86.87±0.27\n",
      "96\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r90_f1_b0_l0.10.plk\n",
      "86.89±0.27\n",
      "97\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b0.50_l0.plk\n",
      "86.82±0.28\n",
      "98\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b0.75_l0.plk\n",
      "87.27±0.28\n",
      "99\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b1.00_l0.plk\n",
      "86.81±0.28\n",
      "100\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b0_l0.02.plk\n",
      "86.70±0.28\n",
      "101\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b0_l0.04.plk\n",
      "87.11±0.28\n",
      "102\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b0_l0.06.plk\n",
      "87.20±0.28\n",
      "103\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b0_l0.08.plk\n",
      "87.25±0.28\n",
      "104\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f0_b0_l0.10.plk\n",
      "87.27±0.28\n",
      "105\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b0.50_l0.plk\n",
      "91.39±0.23\n",
      "106\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b0.75_l0.plk\n",
      "91.80±0.22\n",
      "107\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b1.00_l0.plk\n",
      "91.21±0.23\n",
      "108\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b0_l0.02.plk\n",
      "91.27±0.23\n",
      "109\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b0_l0.04.plk\n",
      "91.64±0.22\n",
      "110\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b0_l0.06.plk\n",
      "91.76±0.22\n",
      "111\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b0_l0.08.plk\n",
      "91.77±0.22\n",
      "112\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r180_f1_b0_l0.10.plk\n",
      "91.80±0.22\n",
      "113\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b0.50_l0.plk\n",
      "86.22±0.28\n",
      "114\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b0.75_l0.plk\n",
      "86.74±0.27\n",
      "115\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b1.00_l0.plk\n",
      "86.18±0.27\n",
      "116\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b0_l0.02.plk\n",
      "86.11±0.28\n",
      "117\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b0_l0.04.plk\n",
      "86.51±0.27\n",
      "118\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b0_l0.06.plk\n",
      "86.63±0.27\n",
      "119\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b0_l0.08.plk\n",
      "86.66±0.27\n",
      "120\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f0_b0_l0.10.plk\n",
      "86.67±0.27\n",
      "121\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b0.50_l0.plk\n",
      "86.03±0.28\n",
      "122\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b0.75_l0.plk\n",
      "86.45±0.28\n",
      "123\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b1.00_l0.plk\n",
      "85.82±0.28\n",
      "124\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b0_l0.02.plk\n",
      "85.90±0.29\n",
      "125\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b0_l0.04.plk\n",
      "86.27±0.28\n",
      "126\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b0_l0.06.plk\n",
      "86.40±0.28\n",
      "127\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b0_l0.08.plk\n",
      "86.42±0.28\n",
      "128\n",
      "> loading: ./dgr/5way5shot/CUB/s90_r270_f1_b0_l0.10.plk\n",
      "86.43±0.28\n",
      "129\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b0.50_l0.plk\n",
      "91.32±0.23\n",
      "130\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b0.75_l0.plk\n",
      "91.90±0.22\n",
      "131\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b1.00_l0.plk\n",
      "91.48±0.22\n",
      "132\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b0_l0.02.plk\n",
      "91.20±0.23\n",
      "133\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b0_l0.04.plk\n",
      "91.63±0.22\n",
      "134\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b0_l0.06.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "91.79±0.22\n",
      "135\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b0_l0.08.plk\n",
      "91.84±0.22\n",
      "136\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f0_b0_l0.10.plk\n",
      "91.87±0.22\n",
      "137\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b0.50_l0.plk\n",
      "91.32±0.23\n",
      "138\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b0.75_l0.plk\n",
      "91.90±0.22\n",
      "139\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b1.00_l0.plk\n",
      "91.48±0.22\n",
      "140\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b0_l0.02.plk\n",
      "91.20±0.23\n",
      "141\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b0_l0.04.plk\n",
      "91.63±0.22\n",
      "142\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b0_l0.06.plk\n",
      "91.79±0.22\n",
      "143\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b0_l0.08.plk\n",
      "91.84±0.22\n",
      "144\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r0_f1_b0_l0.10.plk\n",
      "91.87±0.22\n",
      "145\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b0.50_l0.plk\n",
      "86.65±0.27\n",
      "146\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b0.75_l0.plk\n",
      "87.08±0.27\n",
      "147\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b1.00_l0.plk\n",
      "86.50±0.28\n",
      "148\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b0_l0.02.plk\n",
      "86.55±0.27\n",
      "149\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b0_l0.04.plk\n",
      "86.89±0.27\n",
      "150\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b0_l0.06.plk\n",
      "86.99±0.27\n",
      "151\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b0_l0.08.plk\n",
      "87.02±0.27\n",
      "152\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f0_b0_l0.10.plk\n",
      "87.04±0.27\n",
      "153\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b0.50_l0.plk\n",
      "86.64±0.27\n",
      "154\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b0.75_l0.plk\n",
      "87.23±0.27\n",
      "155\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b1.00_l0.plk\n",
      "86.72±0.27\n",
      "156\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b0_l0.02.plk\n",
      "86.61±0.27\n",
      "157\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b0_l0.04.plk\n",
      "87.04±0.27\n",
      "158\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b0_l0.06.plk\n",
      "87.19±0.27\n",
      "159\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b0_l0.08.plk\n",
      "87.21±0.27\n",
      "160\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r90_f1_b0_l0.10.plk\n",
      "87.23±0.27\n",
      "161\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b0.50_l0.plk\n",
      "86.77±0.28\n",
      "162\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b0.75_l0.plk\n",
      "87.34±0.28\n",
      "163\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b1.00_l0.plk\n",
      "86.83±0.28\n",
      "164\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b0_l0.02.plk\n",
      "86.70±0.28\n",
      "165\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b0_l0.04.plk\n",
      "87.11±0.28\n",
      "166\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b0_l0.06.plk\n",
      "87.25±0.28\n",
      "167\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b0_l0.08.plk\n",
      "87.32±0.28\n",
      "168\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f0_b0_l0.10.plk\n",
      "87.35±0.28\n",
      "169\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b0.50_l0.plk\n",
      "91.30±0.23\n",
      "170\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b0.75_l0.plk\n",
      "91.78±0.22\n",
      "171\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b1.00_l0.plk\n",
      "91.31±0.23\n",
      "172\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b0_l0.02.plk\n",
      "91.21±0.23\n",
      "173\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b0_l0.04.plk\n",
      "91.57±0.22\n",
      "174\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b0_l0.06.plk\n",
      "91.72±0.22\n",
      "175\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b0_l0.08.plk\n",
      "91.77±0.22\n",
      "176\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r180_f1_b0_l0.10.plk\n",
      "91.81±0.22\n",
      "177\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b0.50_l0.plk\n",
      "86.28±0.28\n",
      "178\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b0.75_l0.plk\n",
      "86.87±0.27\n",
      "179\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b1.00_l0.plk\n",
      "86.39±0.28\n",
      "180\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b0_l0.02.plk\n",
      "86.20±0.28\n",
      "181\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b0_l0.04.plk\n",
      "86.67±0.28\n",
      "182\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b0_l0.06.plk\n",
      "86.82±0.27\n",
      "183\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b0_l0.08.plk\n",
      "86.86±0.27\n",
      "184\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f0_b0_l0.10.plk\n",
      "86.90±0.27\n",
      "185\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b0.50_l0.plk\n",
      "86.15±0.28\n",
      "186\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b0.75_l0.plk\n",
      "86.63±0.28\n",
      "187\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b1.00_l0.plk\n",
      "86.13±0.28\n",
      "188\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b0_l0.02.plk\n",
      "86.06±0.28\n",
      "189\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b0_l0.04.plk\n",
      "86.44±0.28\n",
      "190\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b0_l0.06.plk\n",
      "86.56±0.28\n",
      "191\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b0_l0.08.plk\n",
      "86.59±0.28\n",
      "192\n",
      "> loading: ./dgr/5way5shot/CUB/s100_r270_f1_b0_l0.10.plk\n",
      "86.62±0.28\n",
      "193\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b0.50_l0.plk\n",
      "90.92±0.23\n",
      "194\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b0.75_l0.plk\n",
      "91.55±0.22\n",
      "195\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b1.00_l0.plk\n",
      "91.16±0.22\n",
      "196\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b0_l0.02.plk\n",
      "90.82±0.23\n",
      "197\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b0_l0.04.plk\n",
      "91.26±0.23\n",
      "198\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b0_l0.06.plk\n",
      "91.45±0.22\n",
      "199\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b0_l0.08.plk\n",
      "91.52±0.22\n",
      "200\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f0_b0_l0.10.plk\n",
      "91.56±0.22\n",
      "201\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b0.50_l0.plk\n",
      "90.92±0.23\n",
      "202\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b0.75_l0.plk\n",
      "91.55±0.22\n",
      "203\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b1.00_l0.plk\n",
      "91.16±0.22\n",
      "204\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b0_l0.02.plk\n",
      "90.82±0.23\n",
      "205\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b0_l0.04.plk\n",
      "91.26±0.23\n",
      "206\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b0_l0.06.plk\n",
      "91.45±0.22\n",
      "207\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b0_l0.08.plk\n",
      "91.52±0.22\n",
      "208\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r0_f1_b0_l0.10.plk\n",
      "91.56±0.22\n",
      "209\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b0.50_l0.plk\n",
      "86.11±0.27\n",
      "210\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b0.75_l0.plk\n",
      "86.60±0.27\n",
      "211\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b1.00_l0.plk\n",
      "86.04±0.28\n",
      "212\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b0_l0.02.plk\n",
      "86.04±0.27\n",
      "213\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b0_l0.04.plk\n",
      "86.38±0.27\n",
      "214\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b0_l0.06.plk\n",
      "86.53±0.27\n",
      "215\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b0_l0.08.plk\n",
      "86.56±0.27\n",
      "216\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f0_b0_l0.10.plk\n",
      "86.60±0.27\n",
      "217\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b0.50_l0.plk\n",
      "86.29±0.28\n",
      "218\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b0.75_l0.plk\n",
      "86.85±0.27\n",
      "219\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b1.00_l0.plk\n",
      "86.30±0.27\n",
      "220\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b0_l0.02.plk\n",
      "86.25±0.28\n",
      "221\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b0_l0.04.plk\n",
      "86.68±0.28\n",
      "222\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b0_l0.06.plk\n",
      "86.80±0.27\n",
      "223\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b0_l0.08.plk\n",
      "86.88±0.27\n",
      "224\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r90_f1_b0_l0.10.plk\n",
      "86.91±0.27\n",
      "225\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b0.50_l0.plk\n",
      "86.40±0.28\n",
      "226\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b0.75_l0.plk\n",
      "87.02±0.28\n",
      "227\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b1.00_l0.plk\n",
      "86.57±0.28\n",
      "228\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b0_l0.02.plk\n",
      "86.35±0.28\n",
      "229\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b0_l0.04.plk\n",
      "86.81±0.28\n",
      "230\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b0_l0.06.plk\n",
      "86.97±0.28\n",
      "231\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b0_l0.08.plk\n",
      "87.05±0.28\n",
      "232\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f0_b0_l0.10.plk\n",
      "87.06±0.28\n",
      "233\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b0.50_l0.plk\n",
      "90.81±0.23\n",
      "234\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b0.75_l0.plk\n",
      "91.50±0.22\n",
      "235\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b1.00_l0.plk\n",
      "91.08±0.23\n",
      "236\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b0_l0.02.plk\n",
      "90.72±0.23\n",
      "237\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b0_l0.04.plk\n",
      "91.20±0.23\n",
      "238\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b0_l0.06.plk\n",
      "91.38±0.22\n",
      "239\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b0_l0.08.plk\n",
      "91.47±0.22\n",
      "240\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r180_f1_b0_l0.10.plk\n",
      "91.51±0.22\n",
      "241\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b0.50_l0.plk\n",
      "85.91±0.28\n",
      "242\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b0.75_l0.plk\n",
      "86.52±0.27\n",
      "243\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b1.00_l0.plk\n",
      "86.09±0.28\n",
      "244\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b0_l0.02.plk\n",
      "85.78±0.28\n",
      "245\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b0_l0.04.plk\n",
      "86.28±0.28\n",
      "246\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b0_l0.06.plk\n",
      "86.45±0.27\n",
      "247\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b0_l0.08.plk\n",
      "86.51±0.27\n",
      "248\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f0_b0_l0.10.plk\n",
      "86.53±0.27\n",
      "249\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b0.50_l0.plk\n",
      "85.79±0.28\n",
      "250\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b0.75_l0.plk\n",
      "86.45±0.28\n",
      "251\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b1.00_l0.plk\n",
      "85.97±0.28\n",
      "252\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b0_l0.02.plk\n",
      "85.71±0.28\n",
      "253\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b0_l0.04.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "86.20±0.28\n",
      "254\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b0_l0.06.plk\n",
      "86.34±0.28\n",
      "255\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b0_l0.08.plk\n",
      "86.40±0.28\n",
      "256\n",
      "> loading: ./dgr/5way5shot/CUB/s110_r270_f1_b0_l0.10.plk\n",
      "86.42±0.28\n",
      "257\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b0.50_l0.plk\n",
      "90.53±0.24\n",
      "258\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b0.75_l0.plk\n",
      "91.28±0.23\n",
      "259\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b1.00_l0.plk\n",
      "90.89±0.23\n",
      "260\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b0_l0.02.plk\n",
      "90.41±0.24\n",
      "261\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b0_l0.04.plk\n",
      "90.91±0.23\n",
      "262\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b0_l0.06.plk\n",
      "91.14±0.23\n",
      "263\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b0_l0.08.plk\n",
      "91.26±0.23\n",
      "264\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f0_b0_l0.10.plk\n",
      "91.31±0.23\n",
      "265\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b0.50_l0.plk\n",
      "90.53±0.24\n",
      "266\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b0.75_l0.plk\n",
      "91.28±0.23\n",
      "267\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b1.00_l0.plk\n",
      "90.89±0.23\n",
      "268\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b0_l0.02.plk\n",
      "90.41±0.24\n",
      "269\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b0_l0.04.plk\n",
      "90.91±0.23\n",
      "270\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b0_l0.06.plk\n",
      "91.14±0.23\n",
      "271\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b0_l0.08.plk\n",
      "91.26±0.23\n",
      "272\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r0_f1_b0_l0.10.plk\n",
      "91.31±0.23\n",
      "273\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b0.50_l0.plk\n",
      "85.56±0.28\n",
      "274\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b0.75_l0.plk\n",
      "86.00±0.28\n",
      "275\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b1.00_l0.plk\n",
      "85.49±0.28\n",
      "276\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b0_l0.02.plk\n",
      "85.53±0.28\n",
      "277\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b0_l0.04.plk\n",
      "85.90±0.28\n",
      "278\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b0_l0.06.plk\n",
      "86.00±0.28\n",
      "279\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b0_l0.08.plk\n",
      "86.05±0.28\n",
      "280\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f0_b0_l0.10.plk\n",
      "86.07±0.28\n",
      "281\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b0.50_l0.plk\n",
      "85.81±0.29\n",
      "282\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b0.75_l0.plk\n",
      "86.36±0.28\n",
      "283\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b1.00_l0.plk\n",
      "85.74±0.29\n",
      "284\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b0_l0.02.plk\n",
      "85.79±0.29\n",
      "285\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b0_l0.04.plk\n",
      "86.25±0.28\n",
      "286\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b0_l0.06.plk\n",
      "86.36±0.28\n",
      "287\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b0_l0.08.plk\n",
      "86.40±0.28\n",
      "288\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r90_f1_b0_l0.10.plk\n",
      "86.41±0.28\n",
      "289\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b0.50_l0.plk\n",
      "85.97±0.29\n",
      "290\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b0.75_l0.plk\n",
      "86.44±0.28\n",
      "291\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b1.00_l0.plk\n",
      "85.96±0.29\n",
      "292\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b0_l0.02.plk\n",
      "86.02±0.29\n",
      "293\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b0_l0.04.plk\n",
      "86.40±0.29\n",
      "294\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b0_l0.06.plk\n",
      "86.50±0.28\n",
      "295\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b0_l0.08.plk\n",
      "86.55±0.28\n",
      "296\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f0_b0_l0.10.plk\n",
      "86.58±0.28\n",
      "297\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b0.50_l0.plk\n",
      "90.35±0.24\n",
      "298\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b0.75_l0.plk\n",
      "91.08±0.23\n",
      "299\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b1.00_l0.plk\n",
      "90.68±0.23\n",
      "300\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b0_l0.02.plk\n",
      "90.26±0.24\n",
      "301\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b0_l0.04.plk\n",
      "90.79±0.23\n",
      "302\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b0_l0.06.plk\n",
      "90.96±0.23\n",
      "303\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b0_l0.08.plk\n",
      "91.06±0.23\n",
      "304\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r180_f1_b0_l0.10.plk\n",
      "91.11±0.23\n",
      "305\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b0.50_l0.plk\n",
      "85.30±0.29\n",
      "306\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b0.75_l0.plk\n",
      "85.96±0.28\n",
      "307\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b1.00_l0.plk\n",
      "85.45±0.28\n",
      "308\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b0_l0.02.plk\n",
      "85.27±0.29\n",
      "309\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b0_l0.04.plk\n",
      "85.69±0.28\n",
      "310\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b0_l0.06.plk\n",
      "85.87±0.28\n",
      "311\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b0_l0.08.plk\n",
      "85.97±0.28\n",
      "312\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f0_b0_l0.10.plk\n",
      "85.99±0.28\n",
      "313\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b0.50_l0.plk\n",
      "85.41±0.29\n",
      "314\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b0.75_l0.plk\n",
      "85.96±0.28\n",
      "315\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b1.00_l0.plk\n",
      "85.41±0.29\n",
      "316\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b0_l0.02.plk\n",
      "85.37±0.29\n",
      "317\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b0_l0.04.plk\n",
      "85.79±0.29\n",
      "318\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b0_l0.06.plk\n",
      "85.91±0.29\n",
      "319\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b0_l0.08.plk\n",
      "85.99±0.29\n",
      "320\n",
      "> loading: ./dgr/5way5shot/CUB/s120_r270_f1_b0_l0.10.plk\n",
      "86.00±0.29\n",
      "321\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b0.50_l0.plk\n",
      "89.75±0.25\n",
      "322\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b0.75_l0.plk\n",
      "90.52±0.24\n",
      "323\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b1.00_l0.plk\n",
      "90.21±0.24\n",
      "324\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b0_l0.02.plk\n",
      "89.60±0.25\n",
      "325\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b0_l0.04.plk\n",
      "90.22±0.24\n",
      "326\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b0_l0.06.plk\n",
      "90.45±0.24\n",
      "327\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b0_l0.08.plk\n",
      "90.57±0.24\n",
      "328\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f0_b0_l0.10.plk\n",
      "90.61±0.24\n",
      "329\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b0.50_l0.plk\n",
      "89.75±0.25\n",
      "330\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b0.75_l0.plk\n",
      "90.52±0.24\n",
      "331\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b1.00_l0.plk\n",
      "90.21±0.24\n",
      "332\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b0_l0.02.plk\n",
      "89.60±0.25\n",
      "333\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b0_l0.04.plk\n",
      "90.22±0.24\n",
      "334\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b0_l0.06.plk\n",
      "90.45±0.24\n",
      "335\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b0_l0.08.plk\n",
      "90.57±0.24\n",
      "336\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r0_f1_b0_l0.10.plk\n",
      "90.61±0.24\n",
      "337\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b0.50_l0.plk\n",
      "84.68±0.29\n",
      "338\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b0.75_l0.plk\n",
      "85.12±0.29\n",
      "339\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b1.00_l0.plk\n",
      "84.48±0.29\n",
      "340\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b0_l0.02.plk\n",
      "84.71±0.29\n",
      "341\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b0_l0.04.plk\n",
      "85.04±0.29\n",
      "342\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b0_l0.06.plk\n",
      "85.18±0.28\n",
      "343\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b0_l0.08.plk\n",
      "85.21±0.28\n",
      "344\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f0_b0_l0.10.plk\n",
      "85.23±0.28\n",
      "345\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b0.50_l0.plk\n",
      "84.97±0.30\n",
      "346\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b0.75_l0.plk\n",
      "85.48±0.29\n",
      "347\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b1.00_l0.plk\n",
      "84.81±0.29\n",
      "348\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b0_l0.02.plk\n",
      "84.99±0.30\n",
      "349\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b0_l0.04.plk\n",
      "85.45±0.29\n",
      "350\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b0_l0.06.plk\n",
      "85.57±0.29\n",
      "351\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b0_l0.08.plk\n",
      "85.63±0.29\n",
      "352\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r90_f1_b0_l0.10.plk\n",
      "85.62±0.29\n",
      "353\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b0.50_l0.plk\n",
      "85.25±0.29\n",
      "354\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b0.75_l0.plk\n",
      "85.74±0.29\n",
      "355\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b1.00_l0.plk\n",
      "85.15±0.30\n",
      "356\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b0_l0.02.plk\n",
      "85.33±0.29\n",
      "357\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b0_l0.04.plk\n",
      "85.70±0.29\n",
      "358\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b0_l0.06.plk\n",
      "85.81±0.29\n",
      "359\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b0_l0.08.plk\n",
      "85.85±0.29\n",
      "360\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f0_b0_l0.10.plk\n",
      "85.83±0.29\n",
      "361\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b0.50_l0.plk\n",
      "89.52±0.25\n",
      "362\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b0.75_l0.plk\n",
      "90.29±0.24\n",
      "363\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b1.00_l0.plk\n",
      "89.95±0.25\n",
      "364\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b0_l0.02.plk\n",
      "89.48±0.25\n",
      "365\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b0_l0.04.plk\n",
      "89.99±0.25\n",
      "366\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b0_l0.06.plk\n",
      "90.20±0.25\n",
      "367\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b0_l0.08.plk\n",
      "90.27±0.25\n",
      "368\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r180_f1_b0_l0.10.plk\n",
      "90.32±0.24\n",
      "369\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b0.50_l0.plk\n",
      "84.62±0.29\n",
      "370\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b0.75_l0.plk\n",
      "85.27±0.29\n",
      "371\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b1.00_l0.plk\n",
      "84.79±0.29\n",
      "372\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b0_l0.02.plk\n",
      "84.61±0.29\n",
      "373\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b0_l0.04.plk\n",
      "85.12±0.29\n",
      "374\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b0_l0.06.plk\n",
      "85.27±0.28\n",
      "375\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b0_l0.08.plk\n",
      "85.32±0.28\n",
      "376\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f0_b0_l0.10.plk\n",
      "85.38±0.28\n",
      "377\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b0.50_l0.plk\n",
      "84.65±0.30\n",
      "378\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b0.75_l0.plk\n",
      "85.28±0.29\n",
      "379\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b1.00_l0.plk\n",
      "84.75±0.30\n",
      "380\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b0_l0.02.plk\n",
      "84.62±0.30\n",
      "381\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b0_l0.04.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "85.11±0.29\n",
      "382\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b0_l0.06.plk\n",
      "85.26±0.29\n",
      "383\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b0_l0.08.plk\n",
      "85.33±0.29\n",
      "384\n",
      "> loading: ./dgr/5way5shot/CUB/s130_r270_f1_b0_l0.10.plk\n",
      "85.35±0.29\n",
      "385\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b0.50_l0.plk\n",
      "89.13±0.26\n",
      "386\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b0.75_l0.plk\n",
      "89.91±0.25\n",
      "387\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b1.00_l0.plk\n",
      "89.54±0.25\n",
      "388\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b0_l0.02.plk\n",
      "89.02±0.26\n",
      "389\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b0_l0.04.plk\n",
      "89.62±0.25\n",
      "390\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b0_l0.06.plk\n",
      "89.86±0.25\n",
      "391\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b0_l0.08.plk\n",
      "89.96±0.25\n",
      "392\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f0_b0_l0.10.plk\n",
      "89.99±0.25\n",
      "393\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b0.50_l0.plk\n",
      "89.13±0.26\n",
      "394\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b0.75_l0.plk\n",
      "89.91±0.25\n",
      "395\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b1.00_l0.plk\n",
      "89.54±0.25\n",
      "396\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b0_l0.02.plk\n",
      "89.02±0.26\n",
      "397\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b0_l0.04.plk\n",
      "89.62±0.25\n",
      "398\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b0_l0.06.plk\n",
      "89.86±0.25\n",
      "399\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b0_l0.08.plk\n",
      "89.96±0.25\n",
      "400\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r0_f1_b0_l0.10.plk\n",
      "89.99±0.25\n",
      "401\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b0.50_l0.plk\n",
      "84.07±0.30\n",
      "402\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b0.75_l0.plk\n",
      "84.33±0.30\n",
      "403\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b1.00_l0.plk\n",
      "83.57±0.31\n",
      "404\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b0_l0.02.plk\n",
      "84.10±0.30\n",
      "405\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b0_l0.04.plk\n",
      "84.43±0.30\n",
      "406\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b0_l0.06.plk\n",
      "84.49±0.30\n",
      "407\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b0_l0.08.plk\n",
      "84.50±0.30\n",
      "408\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f0_b0_l0.10.plk\n",
      "84.49±0.30\n",
      "409\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b0.50_l0.plk\n",
      "84.32±0.30\n",
      "410\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b0.75_l0.plk\n",
      "84.71±0.30\n",
      "411\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b1.00_l0.plk\n",
      "83.88±0.31\n",
      "412\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b0_l0.02.plk\n",
      "84.38±0.30\n",
      "413\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b0_l0.04.plk\n",
      "84.83±0.30\n",
      "414\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b0_l0.06.plk\n",
      "84.91±0.30\n",
      "415\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b0_l0.08.plk\n",
      "84.94±0.30\n",
      "416\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r90_f1_b0_l0.10.plk\n",
      "84.91±0.30\n",
      "417\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b0.50_l0.plk\n",
      "84.39±0.30\n",
      "418\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b0.75_l0.plk\n",
      "84.73±0.30\n",
      "419\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b1.00_l0.plk\n",
      "83.96±0.31\n",
      "420\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b0_l0.02.plk\n",
      "84.51±0.30\n",
      "421\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b0_l0.04.plk\n",
      "84.91±0.30\n",
      "422\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b0_l0.06.plk\n",
      "84.95±0.30\n",
      "423\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b0_l0.08.plk\n",
      "84.98±0.30\n",
      "424\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f0_b0_l0.10.plk\n",
      "84.95±0.30\n",
      "425\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b0.50_l0.plk\n",
      "88.82±0.26\n",
      "426\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b0.75_l0.plk\n",
      "89.58±0.25\n",
      "427\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b1.00_l0.plk\n",
      "89.23±0.26\n",
      "428\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b0_l0.02.plk\n",
      "88.78±0.26\n",
      "429\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b0_l0.04.plk\n",
      "89.34±0.26\n",
      "430\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b0_l0.06.plk\n",
      "89.55±0.25\n",
      "431\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b0_l0.08.plk\n",
      "89.63±0.25\n",
      "432\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r180_f1_b0_l0.10.plk\n",
      "89.67±0.25\n",
      "433\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b0.50_l0.plk\n",
      "83.84±0.30\n",
      "434\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b0.75_l0.plk\n",
      "84.35±0.30\n",
      "435\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b1.00_l0.plk\n",
      "83.65±0.30\n",
      "436\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b0_l0.02.plk\n",
      "83.86±0.30\n",
      "437\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b0_l0.04.plk\n",
      "84.29±0.30\n",
      "438\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b0_l0.06.plk\n",
      "84.41±0.30\n",
      "439\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b0_l0.08.plk\n",
      "84.48±0.30\n",
      "440\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f0_b0_l0.10.plk\n",
      "84.50±0.30\n",
      "441\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b0.50_l0.plk\n",
      "83.82±0.31\n",
      "442\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b0.75_l0.plk\n",
      "84.22±0.30\n",
      "443\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b1.00_l0.plk\n",
      "83.49±0.31\n",
      "444\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b0_l0.02.plk\n",
      "83.85±0.31\n",
      "445\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b0_l0.04.plk\n",
      "84.29±0.30\n",
      "446\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b0_l0.06.plk\n",
      "84.39±0.30\n",
      "447\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b0_l0.08.plk\n",
      "84.40±0.30\n",
      "448\n",
      "> loading: ./dgr/5way5shot/CUB/s140_r270_f1_b0_l0.10.plk\n",
      "84.41±0.30\n",
      "449\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b0.50_l0.plk\n",
      "88.26±0.27\n",
      "450\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b0.75_l0.plk\n",
      "89.06±0.26\n",
      "451\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b1.00_l0.plk\n",
      "88.65±0.26\n",
      "452\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b0_l0.02.plk\n",
      "88.14±0.27\n",
      "453\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b0_l0.04.plk\n",
      "88.75±0.26\n",
      "454\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b0_l0.06.plk\n",
      "88.99±0.26\n",
      "455\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b0_l0.08.plk\n",
      "89.12±0.26\n",
      "456\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f0_b0_l0.10.plk\n",
      "89.17±0.26\n",
      "457\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b0.50_l0.plk\n",
      "88.26±0.27\n",
      "458\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b0.75_l0.plk\n",
      "89.06±0.26\n",
      "459\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b1.00_l0.plk\n",
      "88.65±0.26\n",
      "460\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b0_l0.02.plk\n",
      "88.14±0.27\n",
      "461\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b0_l0.04.plk\n",
      "88.75±0.26\n",
      "462\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b0_l0.06.plk\n",
      "88.99±0.26\n",
      "463\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b0_l0.08.plk\n",
      "89.12±0.26\n",
      "464\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r0_f1_b0_l0.10.plk\n",
      "89.17±0.26\n",
      "465\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b0.50_l0.plk\n",
      "83.12±0.31\n",
      "466\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b0.75_l0.plk\n",
      "83.42±0.31\n",
      "467\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b1.00_l0.plk\n",
      "82.56±0.32\n",
      "468\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b0_l0.02.plk\n",
      "83.20±0.31\n",
      "469\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b0_l0.04.plk\n",
      "83.51±0.31\n",
      "470\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b0_l0.06.plk\n",
      "83.60±0.31\n",
      "471\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b0_l0.08.plk\n",
      "83.62±0.31\n",
      "472\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f0_b0_l0.10.plk\n",
      "83.59±0.31\n",
      "473\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b0.50_l0.plk\n",
      "83.47±0.31\n",
      "474\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b0.75_l0.plk\n",
      "83.77±0.31\n",
      "475\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b1.00_l0.plk\n",
      "82.95±0.31\n",
      "476\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b0_l0.02.plk\n",
      "83.51±0.31\n",
      "477\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b0_l0.04.plk\n",
      "83.93±0.30\n",
      "478\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b0_l0.06.plk\n",
      "84.02±0.31\n",
      "479\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b0_l0.08.plk\n",
      "84.01±0.31\n",
      "480\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r90_f1_b0_l0.10.plk\n",
      "83.98±0.31\n",
      "481\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b0.50_l0.plk\n",
      "83.51±0.31\n",
      "482\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b0.75_l0.plk\n",
      "83.87±0.31\n",
      "483\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b1.00_l0.plk\n",
      "83.08±0.32\n",
      "484\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b0_l0.02.plk\n",
      "83.61±0.31\n",
      "485\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b0_l0.04.plk\n",
      "84.02±0.31\n",
      "486\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b0_l0.06.plk\n",
      "84.11±0.31\n",
      "487\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b0_l0.08.plk\n",
      "84.11±0.31\n",
      "488\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f0_b0_l0.10.plk\n",
      "84.11±0.31\n",
      "489\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b0.50_l0.plk\n",
      "87.96±0.27\n",
      "490\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b0.75_l0.plk\n",
      "88.78±0.26\n",
      "491\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b1.00_l0.plk\n",
      "88.34±0.27\n",
      "492\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b0_l0.02.plk\n",
      "87.97±0.27\n",
      "493\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b0_l0.04.plk\n",
      "88.53±0.26\n",
      "494\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b0_l0.06.plk\n",
      "88.73±0.26\n",
      "495\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b0_l0.08.plk\n",
      "88.84±0.26\n",
      "496\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r180_f1_b0_l0.10.plk\n",
      "88.88±0.26\n",
      "497\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b0.50_l0.plk\n",
      "82.87±0.31\n",
      "498\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b0.75_l0.plk\n",
      "83.35±0.31\n",
      "499\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b1.00_l0.plk\n",
      "82.74±0.31\n",
      "500\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b0_l0.02.plk\n",
      "82.84±0.31\n",
      "501\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b0_l0.04.plk\n",
      "83.27±0.31\n",
      "502\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b0_l0.06.plk\n",
      "83.44±0.31\n",
      "503\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b0_l0.08.plk\n",
      "83.48±0.31\n",
      "504\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f0_b0_l0.10.plk\n",
      "83.52±0.31\n",
      "505\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b0.50_l0.plk\n",
      "82.95±0.31\n",
      "506\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b0.75_l0.plk\n",
      "83.35±0.31\n",
      "507\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b1.00_l0.plk\n",
      "82.64±0.32\n",
      "508\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b0_l0.02.plk\n",
      "82.98±0.31\n",
      "509\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b0_l0.04.plk\n",
      "83.36±0.31\n",
      "510\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b0_l0.06.plk\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "83.50±0.31\n",
      "511\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b0_l0.08.plk\n",
      "83.56±0.31\n",
      "512\n",
      "> loading: ./dgr/5way5shot/CUB/s150_r270_f1_b0_l0.10.plk\n",
      "83.56±0.31\n"
     ]
    }
   ],
   "source": [
    "#%% read all\n",
    "runSet = []\n",
    "\n",
    "idx = 1\n",
    "for img_s in img_sizes:\n",
    "    for dg in dgrs:\n",
    "        for fl in flips:\n",
    "            for tran in transs:\n",
    "                print(idx)\n",
    "                run = Run(dataset, n_shot, n_ways,\n",
    "                          img_s, dg, fl, tran[0], tran[1], tran[2],\n",
    "                          check=True, pre=pre)\n",
    "                runSet.append(run)                \n",
    "                idx += 1\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "91.30933333333334 91.55133333333333 90.91 91.20266666666666 91.428 91.494 91.51866666666668 91.52933333333333 91.30933333333334 91.55133333333333 90.91 91.20266666666666 91.428 91.494 91.51866666666668 91.52933333333333 86.39266666666666 86.58666666666667 85.92666666666668 86.24866666666667 86.544 86.618 86.63333333333334 86.6 86.43733333333334 86.79933333333332 86.14266666666666 86.352 86.656 86.77133333333333 86.79866666666668 86.81533333333333 86.698 87.11266666666666 86.57533333333333 86.56266666666666 86.94333333333333 87.05066666666666 87.078 87.07 91.336 91.46933333333334 90.91466666666666 91.24866666666667 91.456 91.508 91.524 91.51 86.05533333333332 86.44533333333334 85.78666666666668 85.91466666666666 86.24866666666665 86.34733333333332 86.40866666666668 86.42933333333333 85.98133333333334 86.338 85.70466666666667 85.79333333333334 86.112 86.202 86.24466666666667 86.25733333333334 91.31133333333334 91.686 91.106 91.228 91.544 91.64266666666666 91.68266666666666 91.666 91.31133333333334 91.686 91.106 91.228 91.544 91.64266666666666 91.68266666666666 91.666 86.45733333333332 86.762 86.18266666666666 86.32266666666668 86.62333333333333 86.77533333333332 86.79533333333335 86.78866666666666 86.488 86.89733333333335 86.27533333333335 86.38266666666667 86.70933333333333 86.82 86.872 86.89 86.82266666666666 87.26933333333332 86.812 86.70466666666667 87.10533333333333 87.202 87.254 87.27133333333335 91.394 91.798 91.20933333333335 91.274 91.638 91.75666666666666 91.77066666666666 91.79733333333334 86.21733333333333 86.736 86.178 86.11066666666667 86.51 86.63066666666667 86.65866666666666 86.67133333333334 86.02733333333333 86.45466666666665 85.81866666666666 85.90333333333334 86.26666666666665 86.39666666666666 86.41733333333335 86.42533333333334 91.31733333333334 91.9 91.47733333333333 91.204 91.628 91.79266666666666 91.84066666666668 91.872 91.31733333333334 91.9 91.47733333333333 91.204 91.628 91.79266666666666 91.84066666666668 91.872 86.65133333333333 87.078 86.50066666666667 86.55 86.88733333333334 86.99 87.01933333333335 87.03666666666666 86.64333333333333 87.23333333333333 86.72066666666666 86.61266666666667 87.04466666666667 87.18666666666665 87.20533333333334 87.22866666666665 86.76533333333333 87.34133333333334 86.82933333333334 86.704 87.11333333333334 87.25266666666667 87.322 87.34933333333335 91.302 91.778 91.30733333333333 91.20733333333334 91.56666666666668 91.72266666666665 91.768 91.81 86.27933333333333 86.87466666666666 86.392 86.198 86.66933333333334 86.82333333333332 86.864 86.89533333333334 86.154 86.63066666666667 86.12933333333334 86.06466666666667 86.43733333333333 86.55733333333333 86.59066666666666 86.61866666666666 90.92466666666665 91.54933333333334 91.164 90.81666666666666 91.25733333333335 91.448 91.518 91.55533333333334 90.92466666666665 91.54933333333334 91.164 90.81666666666666 91.25733333333335 91.448 91.518 91.55533333333334 86.11333333333334 86.60133333333333 86.03533333333333 86.03733333333334 86.382 86.52533333333332 86.562 86.60066666666667 86.292 86.85066666666665 86.3 86.254 86.67733333333332 86.80466666666666 86.87533333333334 86.91066666666666 86.4 87.01733333333333 86.56666666666668 86.35133333333333 86.80533333333332 86.974 87.046 87.05666666666666 90.80533333333334 91.498 91.078 90.71666666666667 91.196 91.37933333333335 91.47 91.508 85.91 86.524 86.08666666666667 85.78266666666666 86.27933333333334 86.44533333333334 86.50733333333335 86.53 85.78666666666668 86.44533333333334 85.97 85.71333333333332 86.20333333333335 86.33733333333333 86.40066666666665 86.41533333333334 90.53466666666667 91.284 90.89333333333333 90.41133333333335 90.90533333333333 91.13733333333334 91.262 91.306 90.53466666666667 91.284 90.89333333333333 90.41133333333335 90.90533333333333 91.13733333333334 91.262 91.306 85.55666666666666 85.996 85.49266666666666 85.528 85.89866666666666 86.00466666666665 86.04866666666666 86.074 85.80733333333335 86.358 85.74 85.79333333333332 86.24933333333333 86.364 86.40466666666667 86.414 85.972 86.436 85.96466666666666 86.01666666666667 86.39533333333333 86.496 86.552 86.57733333333333 90.352 91.08133333333335 90.68466666666667 90.26066666666665 90.794 90.96133333333333 91.058 91.10733333333333 85.29866666666668 85.95533333333334 85.45 85.27466666666666 85.68733333333333 85.872 85.96933333333334 85.98933333333335 85.412 85.96466666666667 85.412 85.368 85.792 85.91 85.994 86.00133333333335 89.74666666666666 90.52466666666666 90.21466666666666 89.604 90.22333333333333 90.45066666666668 90.56933333333333 90.606 89.74666666666666 90.52466666666666 90.21466666666666 89.604 90.22333333333333 90.45066666666668 90.56933333333333 90.606 84.67933333333335 85.12333333333335 84.47866666666667 84.70733333333332 85.042 85.17666666666666 85.212 85.232 84.974 85.48133333333332 84.80666666666667 84.986 85.44866666666667 85.57333333333334 85.626 85.618 85.25333333333333 85.74 85.15266666666666 85.32933333333334 85.696 85.81 85.846 85.834 89.51866666666666 90.286 89.94666666666667 89.47533333333334 89.986 90.202 90.266 90.322 84.62 85.27266666666667 84.788 84.612 85.11733333333335 85.26733333333334 85.322 85.376 84.65466666666666 85.27733333333333 84.75333333333334 84.62333333333335 85.10866666666665 85.258 85.32733333333333 85.35066666666665 89.13466666666667 89.91133333333335 89.54466666666666 89.01733333333334 89.61933333333334 89.862 89.96 89.986 89.13466666666667 89.91133333333335 89.54466666666666 89.01733333333334 89.61933333333334 89.862 89.96 89.986 84.07066666666667 84.33066666666666 83.56666666666668 84.09533333333334 84.43466666666666 84.48533333333334 84.50066666666667 84.488 84.32133333333334 84.71266666666668 83.87533333333334 84.384 84.832 84.91 84.94266666666665 84.914 84.388 84.72666666666666 83.95733333333332 84.51066666666667 84.90866666666668 84.95 84.97733333333333 84.95066666666666 88.81666666666666 89.57533333333335 89.226 88.776 89.34066666666666 89.55 89.62733333333334 89.674 83.838 84.34933333333335 83.64933333333335 83.86266666666667 84.29066666666665 84.414 84.47733333333335 84.49933333333334 83.82 84.22133333333335 83.48733333333332 83.854 84.29266666666666 84.39066666666666 84.39666666666666 84.41466666666666 88.25666666666666 89.06133333333334 88.64533333333333 88.14133333333335 88.74733333333334 88.98666666666665 89.11933333333333 89.17466666666665 88.25666666666666 89.06133333333334 88.64533333333333 88.14133333333335 88.74733333333334 88.98666666666665 89.11933333333333 89.17466666666665 83.11733333333333 83.41533333333332 82.55866666666665 83.20333333333333 83.50666666666666 83.59866666666667 83.61866666666667 83.594 83.47466666666665 83.76866666666666 82.94666666666667 83.506 83.93333333333334 84.02466666666668 84.01133333333333 83.976 83.50933333333334 83.87133333333333 83.08 83.61 84.01933333333335 84.11333333333333 84.10666666666667 84.10666666666665 87.95866666666666 88.78066666666668 88.34133333333334 87.97 88.52866666666667 88.72866666666665 88.836 88.88 82.86866666666667 83.348 82.74 82.844 83.27066666666667 83.44466666666666 83.48 83.51533333333333 82.94666666666667 83.34933333333335 82.64 82.98 83.36333333333333 83.498 83.56266666666666 83.55866666666665 \n",
      "len, min, max 512 82.55866666666665 91.9\n",
      "~~~~~ All mean ~~~~~\n",
      "87.52±0.27\n"
     ]
    }
   ],
   "source": [
    "#%% check accs\n",
    "m_s = []\n",
    "m_w = []\n",
    "for ru in runSet:\n",
    "    print(ru.mean, end=' ')\n",
    "    m_s.append(ru.mean)\n",
    "    m_w.append(ru.width)\n",
    "\n",
    "mi_, ma_ = min(m_s), max(m_s)\n",
    "print('\\nlen, min, max', len(m_s), mi_, ma_)\n",
    "print('~~~~~ All mean ~~~~~')\n",
    "print('%4.2f±%4.2f'%(np.mean(m_s), np.mean(m_w)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "val set -- len, min, max 512 81.288 90.89666666666668\n"
     ]
    }
   ],
   "source": [
    "with open('tables/acc_val_cub.plk', 'rb') as handle:\n",
    "    m_s_v = pickle.load(handle)\n",
    "\n",
    "print('val set -- len, min, max', len(m_s_v), min(m_s_v), max(m_s_v))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "#%%\n",
    "from numpy import linalg as LA\n",
    "from itertools import combinations\n",
    "import random\n",
    "\n",
    "def norm_dist(dist_): \n",
    "    dist = copy.deepcopy(dist_)\n",
    "    dist = dist/(np.sum(dist, axis=1)[:,None])\n",
    "    # dist = softmax(dist, axis=1)\n",
    "    return dist\n",
    "\n",
    "def dist_ens(distsS,norm=False):\n",
    "    distsS = np.stack(distsS)\n",
    "    if norm:\n",
    "        distsS = np.stack([norm_dist(dis) for dis in distsS]) # norm?\n",
    "    # distsS = 1/distsS\n",
    "    distsS = -(distsS)\n",
    "    distsE = np.mean(distsS, axis=0)    \n",
    "    return distsE\n",
    "\n",
    "def full_ens(disSub, query_label):\n",
    "    E_l = len(disSub)\n",
    "    accsS = []\n",
    "    for i in range(1, E_l+1):\n",
    "        print('> use:', i)\n",
    "        accs = []\n",
    "        comb = [list(c) for c in combinations(np.arange(E_l), i)]\n",
    "        for j in range(len(comb)):\n",
    "            distsE = dist_ens([disSub[k] for k in comb[j]])\n",
    "            acc, wid = checkAacc(distsE, query_label)\n",
    "            accs.append(acc)            \n",
    "        accs = np.array(accs)\n",
    "        accsS.append(accs)\n",
    "    return accsS\n",
    "\n",
    "def random_ens(disSub, query_label, Get=10):\n",
    "    E_l = len(disSub)\n",
    "    accsS = []    \n",
    "    Ns = Get\n",
    "    for i in range(1, E_l+1):\n",
    "        print('> use:', i)\n",
    "        accs = []\n",
    "        for j in range(Ns):\n",
    "            selec = random.sample(list(range(E_l)), i)\n",
    "            distsE = dist_ens([disSub[k] for k in selec])\n",
    "            acc, wid = checkAacc(distsE, query_label)\n",
    "            accs.append(acc)            \n",
    "        accs = np.array(accs)\n",
    "        accsS.append(accs)\n",
    "    return accsS        \n",
    "\n",
    "def guided_ens(disSub, query_label, m_s_v):\n",
    "    m_s_v = np.array(m_s_v)\n",
    "    val_rank = np.argsort(m_s_v)[::-1]\n",
    "    E_l = len(disSub)\n",
    "    accsS = [] \n",
    "    for i in range(1, E_l+1):\n",
    "        print('> use:', i)\n",
    "        selec = val_rank[:i]\n",
    "        distsE = dist_ens([disSub[k] for k in selec])\n",
    "        acc, wid = checkAacc(distsE, query_label)\n",
    "        accsS.append(acc)\n",
    "    return accsS   \n",
    "\n",
    "def checkAacc(distsE, query_label):\n",
    "    N = 2000\n",
    "    min_id = np.argmax(distsE,axis=-1)\n",
    "    l_long = np.array(query_label.tolist()*N) # Note: use 2000\n",
    "    TF     = min_id==l_long\n",
    "    TF     = TF.reshape((N, -1))\n",
    "    score  = np.mean(TF, axis=1) * 100\n",
    "    mean, width = score_ens(score)\n",
    "    print('%4.2f±%4.2f'%(mean, width))\n",
    "    return mean, width\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "512\n",
      "91.70±0.22\n"
     ]
    }
   ],
   "source": [
    "disSub = [k.dists for k in runSet] # runSet or runSub\n",
    "print(len(disSub))\n",
    "\n",
    "# naive ensemble\n",
    "distsE = dist_ens(disSub)\n",
    "full_m, full_v = checkAacc(distsE, query_label)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> use: 1\n",
      "91.43±0.22\n",
      "86.28±0.28\n",
      "85.83±0.29\n",
      "86.62±0.28\n",
      "85.45±0.28\n",
      "> use: 2\n",
      "85.07±0.30\n",
      "91.15±0.23\n",
      "87.27±0.27\n",
      "87.97±0.26\n",
      "89.26±0.25\n",
      "> use: 3\n",
      "91.22±0.23\n",
      "88.85±0.26\n",
      "87.25±0.28\n",
      "88.58±0.26\n",
      "88.91±0.25\n",
      "> use: 4\n",
      "92.16±0.22\n",
      "91.34±0.23\n",
      "91.77±0.22\n",
      "89.90±0.25\n",
      "91.79±0.22\n",
      "> use: 5\n",
      "92.25±0.22\n",
      "88.34±0.26\n",
      "89.05±0.25\n",
      "92.02±0.22\n",
      "91.01±0.23\n",
      "> use: 6\n",
      "89.87±0.24\n",
      "89.87±0.24\n",
      "91.23±0.23\n",
      "92.25±0.22\n",
      "89.24±0.25\n",
      "> use: 7\n",
      "92.45±0.21\n",
      "91.53±0.23\n",
      "91.60±0.22\n",
      "90.36±0.24\n",
      "91.44±0.22\n",
      "> use: 8\n",
      "91.68±0.22\n",
      "89.73±0.25\n",
      "91.84±0.22\n",
      "90.23±0.24\n",
      "90.60±0.24\n",
      "> use: 9\n",
      "91.99±0.22\n",
      "90.21±0.24\n",
      "90.59±0.24\n",
      "91.61±0.22\n",
      "90.29±0.24\n",
      "> use: 10\n",
      "91.22±0.23\n",
      "90.61±0.24\n",
      "89.99±0.24\n",
      "92.40±0.21\n",
      "91.81±0.22\n",
      "> use: 11\n",
      "92.23±0.21\n",
      "91.47±0.23\n",
      "92.21±0.21\n",
      "89.37±0.25\n",
      "89.43±0.25\n",
      "> use: 12\n",
      "91.00±0.23\n",
      "91.67±0.22\n",
      "91.37±0.22\n",
      "91.54±0.22\n",
      "92.16±0.22\n",
      "> use: 13\n",
      "91.89±0.22\n",
      "90.97±0.23\n",
      "91.66±0.22\n",
      "90.83±0.23\n",
      "92.21±0.22\n",
      "> use: 14\n",
      "90.80±0.23\n",
      "92.48±0.22\n",
      "91.70±0.22\n",
      "91.67±0.22\n",
      "91.65±0.22\n",
      "> use: 15\n",
      "92.60±0.21\n",
      "89.22±0.25\n",
      "90.49±0.24\n",
      "91.85±0.22\n",
      "90.81±0.23\n",
      "> use: 16\n",
      "91.20±0.23\n",
      "89.50±0.25\n",
      "91.31±0.23\n",
      "91.57±0.22\n",
      "91.18±0.23\n",
      "> use: 17\n",
      "91.98±0.22\n",
      "91.93±0.22\n",
      "91.95±0.22\n",
      "90.72±0.24\n",
      "91.49±0.22\n",
      "> use: 18\n",
      "92.58±0.21\n",
      "91.14±0.23\n",
      "91.69±0.22\n",
      "91.42±0.23\n",
      "90.86±0.23\n",
      "> use: 19\n",
      "91.34±0.23\n",
      "91.07±0.23\n",
      "91.72±0.22\n",
      "92.18±0.22\n",
      "91.38±0.23\n",
      "> use: 20\n",
      "91.88±0.22\n",
      "90.56±0.23\n",
      "89.88±0.24\n",
      "92.02±0.22\n",
      "91.61±0.22\n",
      "> use: 21\n",
      "91.67±0.22\n",
      "90.95±0.23\n",
      "91.47±0.22\n",
      "91.71±0.22\n",
      "90.01±0.24\n",
      "> use: 22\n",
      "91.23±0.23\n",
      "90.92±0.23\n",
      "91.69±0.22\n",
      "91.47±0.23\n",
      "91.48±0.23\n",
      "> use: 23\n",
      "91.16±0.23\n",
      "90.00±0.24\n",
      "91.63±0.22\n",
      "90.68±0.23\n",
      "91.01±0.23\n",
      "> use: 24\n",
      "90.31±0.24\n",
      "91.77±0.22\n",
      "90.70±0.24\n",
      "91.99±0.22\n",
      "91.76±0.22\n",
      "> use: 25\n",
      "91.69±0.22\n",
      "91.17±0.23\n",
      "90.97±0.23\n",
      "91.17±0.23\n",
      "92.18±0.21\n",
      "> use: 26\n",
      "92.05±0.22\n",
      "90.79±0.24\n",
      "92.48±0.21\n",
      "92.53±0.21\n",
      "91.67±0.22\n",
      "> use: 27\n",
      "91.94±0.22\n",
      "91.80±0.22\n",
      "92.28±0.21\n",
      "92.25±0.22\n",
      "91.22±0.23\n",
      "> use: 28\n",
      "91.39±0.23\n",
      "92.21±0.22\n",
      "91.92±0.22\n",
      "91.43±0.22\n",
      "91.99±0.22\n",
      "> use: 29\n",
      "91.29±0.23\n",
      "92.34±0.21\n",
      "91.49±0.23\n",
      "91.29±0.23\n",
      "91.65±0.22\n",
      "> use: 30\n",
      "91.90±0.22\n",
      "90.77±0.24\n",
      "90.69±0.23\n",
      "92.07±0.22\n",
      "92.22±0.21\n",
      "> use: 31\n",
      "91.68±0.23\n",
      "92.25±0.21\n",
      "91.59±0.22\n",
      "91.48±0.22\n",
      "91.52±0.22\n",
      "> use: 32\n",
      "91.51±0.23\n",
      "91.90±0.22\n",
      "91.52±0.22\n",
      "91.44±0.23\n",
      "90.93±0.23\n",
      "> use: 33\n",
      "91.41±0.23\n",
      "91.62±0.22\n",
      "90.89±0.23\n",
      "91.31±0.23\n",
      "91.17±0.23\n",
      "> use: 34\n",
      "91.31±0.23\n",
      "91.67±0.22\n",
      "90.98±0.23\n",
      "91.97±0.22\n",
      "91.59±0.22\n",
      "> use: 35\n",
      "91.54±0.22\n",
      "91.85±0.22\n",
      "91.36±0.23\n",
      "91.41±0.23\n",
      "91.41±0.22\n",
      "> use: 36\n",
      "91.43±0.23\n",
      "92.01±0.22\n",
      "91.57±0.23\n",
      "91.74±0.22\n",
      "92.33±0.21\n",
      "> use: 37\n",
      "91.17±0.23\n",
      "91.94±0.22\n",
      "90.80±0.23\n",
      "91.53±0.22\n",
      "92.16±0.22\n",
      "> use: 38\n",
      "91.87±0.22\n",
      "92.00±0.22\n",
      "91.31±0.23\n",
      "91.15±0.23\n",
      "91.78±0.22\n",
      "> use: 39\n",
      "91.96±0.22\n",
      "91.56±0.22\n",
      "91.10±0.23\n",
      "91.74±0.22\n",
      "91.83±0.22\n",
      "> use: 40\n",
      "91.28±0.23\n",
      "91.85±0.22\n",
      "91.60±0.22\n",
      "91.09±0.23\n",
      "92.07±0.22\n",
      "> use: 41\n",
      "91.61±0.22\n",
      "91.43±0.23\n",
      "91.23±0.23\n",
      "91.77±0.22\n",
      "91.65±0.22\n",
      "> use: 42\n",
      "91.33±0.23\n",
      "91.85±0.22\n",
      "91.68±0.22\n",
      "91.22±0.23\n",
      "92.20±0.21\n",
      "> use: 43\n",
      "90.78±0.23\n",
      "91.62±0.22\n",
      "91.86±0.22\n",
      "91.84±0.22\n",
      "90.58±0.24\n",
      "> use: 44\n",
      "91.85±0.22\n",
      "92.15±0.22\n",
      "91.21±0.23\n",
      "92.06±0.22\n",
      "91.93±0.22\n",
      "> use: 45\n",
      "91.57±0.22\n",
      "92.25±0.22\n",
      "91.86±0.22\n",
      "92.02±0.22\n",
      "91.26±0.23\n",
      "> use: 46\n",
      "91.85±0.22\n",
      "91.05±0.23\n",
      "91.65±0.22\n",
      "91.62±0.22\n",
      "91.87±0.22\n",
      "> use: 47\n",
      "92.03±0.22\n",
      "91.12±0.23\n",
      "91.90±0.22\n",
      "91.12±0.23\n",
      "91.51±0.22\n",
      "> use: 48\n",
      "90.92±0.23\n",
      "91.92±0.22\n",
      "91.21±0.23\n",
      "92.17±0.21\n",
      "91.02±0.23\n",
      "> use: 49\n",
      "91.89±0.22\n",
      "91.85±0.22\n",
      "91.80±0.22\n",
      "92.30±0.21\n",
      "91.60±0.22\n",
      "> use: 50\n",
      "91.36±0.22\n",
      "91.14±0.23\n",
      "91.38±0.23\n",
      "92.07±0.22\n",
      "91.65±0.22\n",
      "> use: 51\n",
      "92.17±0.22\n",
      "92.02±0.22\n",
      "92.20±0.22\n",
      "91.69±0.22\n",
      "91.40±0.23\n",
      "> use: 52\n",
      "91.18±0.23\n",
      "91.25±0.23\n",
      "91.67±0.23\n",
      "91.69±0.22\n",
      "91.47±0.23\n",
      "> use: 53\n",
      "91.49±0.23\n",
      "91.14±0.23\n",
      "91.63±0.22\n",
      "92.12±0.22\n",
      "91.79±0.22\n",
      "> use: 54\n",
      "91.22±0.23\n",
      "91.86±0.22\n",
      "91.91±0.22\n",
      "91.81±0.22\n",
      "91.78±0.22\n",
      "> use: 55\n",
      "91.77±0.22\n",
      "90.94±0.23\n",
      "91.53±0.22\n",
      "91.88±0.22\n",
      "91.64±0.22\n",
      "> use: 56\n",
      "92.02±0.22\n",
      "91.70±0.22\n",
      "91.80±0.22\n",
      "91.87±0.22\n",
      "91.80±0.22\n",
      "> use: 57\n",
      "91.56±0.22\n",
      "91.30±0.23\n",
      "92.04±0.22\n",
      "91.47±0.23\n",
      "91.16±0.23\n",
      "> use: 58\n",
      "91.70±0.22\n",
      "91.64±0.22\n",
      "91.39±0.23\n",
      "91.97±0.22\n",
      "92.29±0.21\n",
      "> use: 59\n",
      "91.72±0.22\n",
      "91.65±0.22\n",
      "91.84±0.22\n",
      "91.92±0.22\n",
      "91.97±0.22\n",
      "> use: 60\n",
      "91.30±0.23\n",
      "90.98±0.23\n",
      "92.12±0.22\n",
      "91.26±0.23\n",
      "91.50±0.22\n",
      "> use: 61\n",
      "91.41±0.23\n",
      "91.77±0.22\n",
      "91.88±0.22\n",
      "91.87±0.22\n",
      "91.73±0.22\n",
      "> use: 62\n",
      "92.01±0.22\n",
      "91.78±0.22\n",
      "91.94±0.22\n",
      "91.73±0.22\n",
      "91.39±0.23\n",
      "> use: 63\n",
      "91.57±0.22\n",
      "91.57±0.22\n",
      "91.53±0.22\n",
      "91.87±0.22\n",
      "92.30±0.21\n",
      "> use: 64\n",
      "91.67±0.22\n",
      "91.87±0.22\n",
      "91.71±0.22\n",
      "91.45±0.23\n",
      "91.44±0.23\n",
      "> use: 65\n",
      "91.70±0.22\n",
      "91.59±0.22\n",
      "91.48±0.23\n",
      "91.92±0.22\n",
      "91.82±0.22\n",
      "> use: 66\n",
      "91.62±0.22\n",
      "91.06±0.23\n",
      "91.72±0.22\n",
      "91.59±0.22\n",
      "91.58±0.22\n",
      "> use: 67\n",
      "92.20±0.21\n",
      "91.32±0.23\n",
      "91.42±0.23\n",
      "91.45±0.22\n",
      "90.61±0.24\n",
      "> use: 68\n",
      "91.77±0.22\n",
      "91.41±0.23\n",
      "91.70±0.22\n",
      "91.00±0.23\n",
      "91.62±0.22\n",
      "> use: 69\n",
      "91.90±0.22\n",
      "90.86±0.23\n",
      "91.25±0.23\n",
      "91.42±0.22\n",
      "91.41±0.23\n",
      "> use: 70\n",
      "91.32±0.23\n",
      "91.77±0.22\n",
      "91.57±0.22\n",
      "91.53±0.22\n",
      "91.58±0.22\n",
      "> use: 71\n",
      "91.44±0.22\n",
      "91.37±0.23\n",
      "91.59±0.22\n",
      "91.49±0.22\n",
      "91.71±0.22\n",
      "> use: 72\n",
      "91.37±0.23\n",
      "91.58±0.22\n",
      "92.04±0.22\n",
      "91.79±0.22\n",
      "91.50±0.22\n",
      "> use: 73\n",
      "91.47±0.22\n",
      "91.46±0.22\n",
      "91.24±0.23\n",
      "91.87±0.22\n",
      "91.40±0.23\n",
      "> use: 74\n",
      "91.68±0.22\n",
      "91.83±0.22\n",
      "91.83±0.22\n",
      "91.20±0.23\n",
      "91.26±0.23\n",
      "> use: 75\n",
      "91.87±0.22\n",
      "91.06±0.23\n",
      "91.62±0.22\n",
      "91.34±0.23\n",
      "91.61±0.22\n",
      "> use: 76\n",
      "91.66±0.22\n",
      "92.10±0.22\n",
      "91.78±0.22\n",
      "91.34±0.23\n",
      "91.51±0.22\n",
      "> use: 77\n",
      "91.75±0.22\n",
      "92.04±0.22\n",
      "91.19±0.23\n",
      "91.46±0.23\n",
      "91.59±0.22\n",
      "> use: 78\n",
      "91.41±0.23\n",
      "91.37±0.23\n",
      "91.36±0.23\n",
      "91.54±0.22\n",
      "92.11±0.22\n",
      "> use: 79\n",
      "91.81±0.22\n",
      "91.64±0.22\n",
      "91.47±0.22\n",
      "91.67±0.22\n",
      "91.54±0.22\n",
      "> use: 80\n",
      "91.30±0.23\n",
      "91.60±0.22\n",
      "91.85±0.22\n",
      "91.52±0.22\n",
      "91.66±0.22\n",
      "> use: 81\n",
      "91.48±0.22\n",
      "91.67±0.22\n",
      "91.90±0.22\n",
      "91.52±0.22\n",
      "91.40±0.23\n",
      "> use: 82\n",
      "91.71±0.22\n",
      "91.57±0.22\n",
      "91.63±0.22\n",
      "91.48±0.23\n",
      "91.88±0.22\n",
      "> use: 83\n",
      "91.96±0.22\n",
      "91.63±0.22\n",
      "91.41±0.23\n",
      "91.75±0.22\n",
      "91.77±0.22\n",
      "> use: 84\n",
      "91.60±0.22\n",
      "92.08±0.21\n",
      "91.32±0.23\n",
      "92.04±0.22\n",
      "91.98±0.22\n",
      "> use: 85\n",
      "91.43±0.23\n",
      "92.01±0.22\n",
      "91.56±0.22\n",
      "91.82±0.22\n",
      "91.80±0.22\n",
      "> use: 86\n",
      "91.62±0.22\n",
      "91.56±0.22\n",
      "91.92±0.22\n",
      "91.64±0.22\n",
      "91.80±0.22\n",
      "> use: 87\n",
      "91.92±0.22\n",
      "91.82±0.22\n",
      "91.76±0.22\n",
      "91.98±0.22\n",
      "91.65±0.22\n",
      "> use: 88\n",
      "91.51±0.23\n",
      "91.54±0.22\n",
      "91.57±0.22\n",
      "91.53±0.23\n",
      "91.46±0.22\n",
      "> use: 89\n",
      "91.55±0.22\n",
      "91.98±0.22\n",
      "91.64±0.22\n",
      "91.53±0.22\n",
      "91.70±0.22\n",
      "> use: 90\n",
      "90.82±0.23\n",
      "91.76±0.22\n",
      "91.39±0.23\n",
      "91.82±0.22\n",
      "91.53±0.22\n",
      "> use: 91\n",
      "91.80±0.22\n",
      "91.36±0.23\n",
      "91.80±0.22\n",
      "91.71±0.22\n",
      "90.91±0.23\n",
      "> use: 92\n",
      "91.74±0.22\n",
      "91.95±0.22\n",
      "91.02±0.23\n",
      "91.48±0.22\n",
      "91.92±0.22\n",
      "> use: 93\n",
      "91.50±0.23\n",
      "91.82±0.22\n",
      "91.33±0.23\n",
      "91.76±0.22\n",
      "91.60±0.22\n",
      "> use: 94\n",
      "91.61±0.22\n",
      "91.92±0.22\n",
      "91.74±0.22\n",
      "91.39±0.23\n",
      "91.73±0.22\n",
      "> use: 95\n",
      "91.67±0.22\n",
      "91.73±0.22\n",
      "91.54±0.22\n",
      "91.71±0.22\n",
      "91.80±0.22\n",
      "> use: 96\n",
      "91.86±0.22\n",
      "91.71±0.22\n",
      "91.08±0.23\n",
      "91.08±0.23\n",
      "91.86±0.22\n",
      "> use: 97\n",
      "91.81±0.22\n",
      "91.65±0.22\n",
      "91.71±0.22\n",
      "91.88±0.22\n",
      "91.35±0.23\n",
      "> use: 98\n",
      "91.69±0.22\n",
      "91.87±0.22\n",
      "91.99±0.22\n",
      "91.63±0.22\n",
      "91.75±0.22\n",
      "> use: 99\n",
      "91.83±0.22\n",
      "91.95±0.22\n",
      "91.80±0.22\n",
      "91.80±0.22\n",
      "91.52±0.22\n",
      "> use: 100\n",
      "91.70±0.22\n",
      "91.55±0.22\n",
      "91.42±0.23\n",
      "91.99±0.22\n",
      "91.60±0.22\n",
      "> use: 101\n",
      "91.83±0.22\n",
      "91.61±0.22\n",
      "91.51±0.22\n",
      "91.53±0.22\n",
      "91.93±0.22\n",
      "> use: 102\n",
      "91.57±0.22\n",
      "92.02±0.22\n",
      "92.06±0.22\n",
      "91.70±0.22\n",
      "91.46±0.23\n",
      "> use: 103\n",
      "91.53±0.22\n",
      "91.43±0.23\n",
      "91.70±0.22\n",
      "91.74±0.22\n",
      "91.49±0.23\n",
      "> use: 104\n",
      "91.77±0.22\n",
      "91.74±0.22\n",
      "91.69±0.22\n",
      "91.57±0.22\n",
      "91.47±0.23\n",
      "> use: 105\n",
      "91.79±0.22\n",
      "90.92±0.23\n",
      "92.12±0.22\n",
      "91.61±0.22\n",
      "91.57±0.22\n",
      "> use: 106\n",
      "91.70±0.22\n",
      "91.82±0.22\n",
      "91.92±0.22\n",
      "92.00±0.22\n",
      "91.54±0.22\n",
      "> use: 107\n",
      "91.96±0.22\n",
      "92.04±0.22\n",
      "92.02±0.22\n",
      "91.54±0.22\n",
      "91.89±0.22\n",
      "> use: 108\n",
      "91.57±0.22\n",
      "91.59±0.22\n",
      "91.68±0.22\n",
      "91.63±0.22\n",
      "91.93±0.22\n",
      "> use: 109\n",
      "91.81±0.22\n",
      "91.54±0.22\n",
      "91.47±0.23\n",
      "91.70±0.22\n",
      "91.53±0.23\n",
      "> use: 110\n",
      "91.78±0.22\n",
      "91.41±0.23\n",
      "91.59±0.22\n",
      "91.93±0.22\n",
      "91.91±0.22\n",
      "> use: 111\n",
      "91.65±0.22\n",
      "91.53±0.22\n",
      "91.92±0.22\n",
      "91.51±0.22\n",
      "91.58±0.22\n",
      "> use: 112\n",
      "92.03±0.22\n",
      "91.88±0.22\n",
      "91.70±0.22\n",
      "91.57±0.22\n",
      "91.17±0.23\n",
      "> use: 113\n",
      "91.65±0.22\n",
      "91.99±0.22\n",
      "91.64±0.22\n",
      "91.82±0.22\n",
      "91.98±0.22\n",
      "> use: 114\n",
      "91.93±0.22\n",
      "91.33±0.23\n",
      "91.67±0.22\n",
      "91.88±0.22\n",
      "91.52±0.23\n",
      "> use: 115\n",
      "91.84±0.22\n",
      "91.67±0.22\n",
      "91.70±0.22\n",
      "91.77±0.22\n",
      "91.42±0.23\n",
      "> use: 116\n",
      "91.55±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "91.76±0.22\n",
      "91.43±0.23\n",
      "> use: 117\n",
      "91.71±0.22\n",
      "91.49±0.22\n",
      "91.60±0.22\n",
      "91.86±0.22\n",
      "91.59±0.22\n",
      "> use: 118\n",
      "91.47±0.23\n",
      "91.45±0.23\n",
      "91.59±0.22\n",
      "91.81±0.22\n",
      "91.43±0.22\n",
      "> use: 119\n",
      "91.42±0.23\n",
      "91.78±0.22\n",
      "91.73±0.22\n",
      "91.55±0.22\n",
      "91.30±0.23\n",
      "> use: 120\n",
      "91.91±0.22\n",
      "91.63±0.22\n",
      "91.95±0.22\n",
      "91.22±0.23\n",
      "91.48±0.22\n",
      "> use: 121\n",
      "91.53±0.22\n",
      "91.58±0.22\n",
      "91.78±0.22\n",
      "91.82±0.22\n",
      "91.90±0.22\n",
      "> use: 122\n",
      "91.49±0.22\n",
      "91.66±0.22\n",
      "91.54±0.23\n",
      "91.72±0.22\n",
      "91.62±0.22\n",
      "> use: 123\n",
      "91.59±0.22\n",
      "91.48±0.22\n",
      "91.44±0.23\n",
      "91.39±0.23\n",
      "92.01±0.22\n",
      "> use: 124\n",
      "91.55±0.22\n",
      "92.00±0.22\n",
      "91.69±0.22\n",
      "91.50±0.22\n",
      "91.61±0.22\n",
      "> use: 125\n",
      "91.79±0.22\n",
      "91.53±0.22\n",
      "91.69±0.22\n",
      "91.59±0.22\n",
      "91.64±0.22\n",
      "> use: 126\n",
      "91.62±0.22\n",
      "91.61±0.22\n",
      "91.83±0.22\n",
      "91.55±0.22\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "91.49±0.22\n",
      "> use: 127\n",
      "91.27±0.23\n",
      "91.72±0.22\n",
      "91.65±0.22\n",
      "91.37±0.23\n",
      "91.58±0.22\n",
      "> use: 128\n",
      "91.48±0.22\n",
      "91.60±0.22\n",
      "91.88±0.22\n",
      "91.49±0.22\n",
      "91.83±0.22\n",
      "> use: 129\n",
      "91.53±0.22\n",
      "91.55±0.22\n",
      "91.73±0.22\n",
      "91.90±0.22\n",
      "91.72±0.22\n",
      "> use: 130\n",
      "91.64±0.22\n",
      "91.49±0.23\n",
      "91.09±0.23\n",
      "91.54±0.22\n",
      "91.80±0.22\n",
      "> use: 131\n",
      "91.99±0.22\n",
      "91.55±0.22\n",
      "91.85±0.22\n",
      "91.73±0.22\n",
      "91.24±0.23\n",
      "> use: 132\n",
      "91.67±0.22\n",
      "91.64±0.22\n",
      "91.67±0.22\n",
      "91.73±0.22\n",
      "91.58±0.22\n",
      "> use: 133\n",
      "91.65±0.22\n",
      "91.66±0.22\n",
      "91.19±0.23\n",
      "91.18±0.23\n",
      "91.78±0.22\n",
      "> use: 134\n",
      "91.69±0.22\n",
      "91.88±0.22\n",
      "91.63±0.22\n",
      "91.75±0.22\n",
      "91.55±0.22\n",
      "> use: 135\n",
      "91.61±0.22\n",
      "91.68±0.22\n",
      "91.33±0.23\n",
      "91.40±0.23\n",
      "91.57±0.22\n",
      "> use: 136\n",
      "91.95±0.22\n",
      "91.82±0.22\n",
      "91.64±0.22\n",
      "91.71±0.22\n",
      "91.48±0.23\n",
      "> use: 137\n",
      "91.60±0.22\n",
      "91.37±0.23\n",
      "91.80±0.22\n",
      "91.70±0.22\n",
      "91.66±0.22\n",
      "> use: 138\n",
      "91.69±0.22\n",
      "91.86±0.22\n",
      "91.76±0.22\n",
      "91.37±0.23\n",
      "91.67±0.22\n",
      "> use: 139\n",
      "91.64±0.22\n",
      "91.56±0.22\n",
      "91.83±0.22\n",
      "91.81±0.22\n",
      "91.96±0.22\n",
      "> use: 140\n",
      "91.59±0.22\n",
      "91.53±0.22\n",
      "91.48±0.23\n",
      "91.57±0.22\n",
      "91.37±0.23\n",
      "> use: 141\n",
      "91.68±0.22\n",
      "91.45±0.23\n",
      "91.68±0.22\n",
      "91.44±0.23\n",
      "91.74±0.22\n",
      "> use: 142\n",
      "91.72±0.22\n",
      "91.14±0.23\n",
      "91.37±0.23\n",
      "91.69±0.22\n",
      "91.82±0.22\n",
      "> use: 143\n",
      "91.72±0.22\n",
      "91.64±0.22\n",
      "91.29±0.23\n",
      "91.90±0.22\n",
      "91.83±0.22\n",
      "> use: 144\n",
      "91.60±0.22\n",
      "91.78±0.22\n",
      "91.98±0.22\n",
      "91.68±0.22\n",
      "91.54±0.22\n",
      "> use: 145\n",
      "91.94±0.22\n",
      "91.39±0.23\n",
      "91.84±0.22\n",
      "91.06±0.23\n",
      "91.78±0.22\n",
      "> use: 146\n",
      "91.78±0.22\n",
      "91.85±0.22\n",
      "91.71±0.22\n",
      "91.61±0.22\n",
      "91.64±0.22\n",
      "> use: 147\n",
      "91.84±0.22\n",
      "91.54±0.22\n",
      "91.78±0.22\n",
      "91.59±0.22\n",
      "91.55±0.22\n",
      "> use: 148\n",
      "91.80±0.22\n",
      "91.74±0.22\n",
      "91.45±0.23\n",
      "91.62±0.22\n",
      "91.84±0.22\n",
      "> use: 149\n",
      "91.58±0.22\n",
      "91.45±0.22\n",
      "91.74±0.22\n",
      "91.90±0.22\n",
      "91.78±0.22\n",
      "> use: 150\n",
      "91.87±0.22\n",
      "91.45±0.22\n",
      "91.71±0.22\n",
      "91.55±0.22\n",
      "91.68±0.22\n",
      "> use: 151\n",
      "91.76±0.22\n",
      "91.82±0.22\n",
      "91.56±0.23\n",
      "91.48±0.23\n",
      "91.74±0.22\n",
      "> use: 152\n",
      "91.76±0.22\n",
      "91.60±0.22\n",
      "91.50±0.22\n",
      "91.88±0.22\n",
      "91.56±0.22\n",
      "> use: 153\n",
      "91.60±0.22\n",
      "91.98±0.22\n",
      "91.78±0.22\n",
      "91.68±0.22\n",
      "91.93±0.22\n",
      "> use: 154\n",
      "91.67±0.22\n",
      "91.62±0.22\n",
      "91.72±0.22\n",
      "91.77±0.22\n",
      "91.86±0.22\n",
      "> use: 155\n",
      "91.77±0.22\n",
      "91.86±0.22\n",
      "91.99±0.22\n",
      "91.79±0.22\n",
      "91.71±0.22\n",
      "> use: 156\n",
      "91.59±0.22\n",
      "91.79±0.22\n",
      "91.73±0.22\n",
      "91.68±0.22\n",
      "91.78±0.22\n",
      "> use: 157\n",
      "91.40±0.22\n",
      "91.72±0.22\n",
      "91.42±0.23\n",
      "91.79±0.22\n",
      "91.51±0.22\n",
      "> use: 158\n",
      "91.40±0.23\n",
      "91.59±0.22\n",
      "91.92±0.22\n",
      "91.89±0.22\n",
      "91.54±0.22\n",
      "> use: 159\n",
      "91.90±0.22\n",
      "91.34±0.23\n",
      "91.48±0.22\n",
      "91.46±0.23\n",
      "91.35±0.23\n",
      "> use: 160\n",
      "91.48±0.23\n",
      "91.37±0.23\n",
      "91.47±0.23\n",
      "91.75±0.22\n",
      "91.55±0.22\n",
      "> use: 161\n",
      "91.95±0.22\n",
      "91.69±0.22\n",
      "91.82±0.22\n",
      "91.62±0.22\n",
      "91.71±0.22\n",
      "> use: 162\n",
      "91.64±0.22\n",
      "91.38±0.23\n",
      "91.70±0.22\n",
      "91.63±0.22\n",
      "91.82±0.22\n",
      "> use: 163\n",
      "91.87±0.22\n",
      "91.87±0.22\n",
      "91.63±0.22\n",
      "91.71±0.22\n",
      "91.54±0.22\n",
      "> use: 164\n",
      "91.58±0.22\n",
      "91.52±0.23\n",
      "91.68±0.22\n",
      "91.95±0.22\n",
      "91.64±0.22\n",
      "> use: 165\n",
      "91.84±0.22\n",
      "91.80±0.22\n",
      "91.51±0.22\n",
      "91.67±0.22\n",
      "91.79±0.22\n",
      "> use: 166\n",
      "91.80±0.22\n",
      "91.65±0.22\n",
      "91.90±0.22\n",
      "91.93±0.22\n",
      "91.40±0.23\n",
      "> use: 167\n",
      "91.96±0.22\n",
      "91.61±0.22\n",
      "91.67±0.22\n",
      "91.63±0.22\n",
      "91.61±0.22\n",
      "> use: 168\n",
      "91.65±0.22\n",
      "91.73±0.22\n",
      "91.38±0.23\n",
      "91.55±0.22\n",
      "91.73±0.22\n",
      "> use: 169\n",
      "91.62±0.22\n",
      "91.20±0.23\n",
      "91.54±0.22\n",
      "91.72±0.22\n",
      "91.62±0.22\n",
      "> use: 170\n",
      "91.87±0.22\n",
      "91.84±0.22\n",
      "91.71±0.22\n",
      "91.48±0.22\n",
      "91.81±0.22\n",
      "> use: 171\n",
      "91.89±0.22\n",
      "91.36±0.23\n",
      "91.66±0.22\n",
      "91.75±0.22\n",
      "91.68±0.22\n",
      "> use: 172\n",
      "91.79±0.22\n",
      "92.06±0.22\n",
      "91.71±0.22\n",
      "91.82±0.22\n",
      "91.56±0.22\n",
      "> use: 173\n",
      "91.73±0.22\n",
      "91.47±0.23\n",
      "91.43±0.23\n",
      "91.65±0.22\n",
      "91.87±0.22\n",
      "> use: 174\n",
      "91.87±0.22\n",
      "91.76±0.22\n",
      "91.73±0.22\n",
      "91.74±0.22\n",
      "91.74±0.22\n",
      "> use: 175\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "91.78±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "> use: 176\n",
      "91.66±0.22\n",
      "91.53±0.22\n",
      "91.83±0.22\n",
      "91.66±0.22\n",
      "91.71±0.22\n",
      "> use: 177\n",
      "91.62±0.22\n",
      "91.84±0.22\n",
      "91.70±0.22\n",
      "91.59±0.22\n",
      "91.79±0.22\n",
      "> use: 178\n",
      "91.75±0.22\n",
      "91.89±0.22\n",
      "91.90±0.22\n",
      "91.53±0.22\n",
      "91.78±0.22\n",
      "> use: 179\n",
      "91.73±0.22\n",
      "91.58±0.22\n",
      "91.80±0.22\n",
      "91.47±0.23\n",
      "91.52±0.22\n",
      "> use: 180\n",
      "91.73±0.22\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "91.66±0.22\n",
      "91.35±0.23\n",
      "> use: 181\n",
      "91.60±0.22\n",
      "91.67±0.22\n",
      "91.54±0.22\n",
      "91.24±0.23\n",
      "91.67±0.22\n",
      "> use: 182\n",
      "91.78±0.22\n",
      "91.60±0.22\n",
      "91.74±0.22\n",
      "91.50±0.22\n",
      "91.66±0.22\n",
      "> use: 183\n",
      "91.50±0.22\n",
      "91.66±0.22\n",
      "91.63±0.22\n",
      "91.73±0.22\n",
      "92.03±0.22\n",
      "> use: 184\n",
      "91.59±0.22\n",
      "91.61±0.22\n",
      "91.84±0.22\n",
      "91.69±0.22\n",
      "91.64±0.22\n",
      "> use: 185\n",
      "91.58±0.22\n",
      "91.99±0.22\n",
      "91.69±0.22\n",
      "91.50±0.22\n",
      "91.78±0.22\n",
      "> use: 186\n",
      "91.49±0.22\n",
      "91.63±0.22\n",
      "91.70±0.22\n",
      "91.80±0.22\n",
      "91.48±0.22\n",
      "> use: 187\n",
      "91.49±0.22\n",
      "91.66±0.22\n",
      "91.69±0.22\n",
      "91.75±0.22\n",
      "91.94±0.22\n",
      "> use: 188\n",
      "91.75±0.22\n",
      "91.83±0.22\n",
      "91.75±0.22\n",
      "91.38±0.23\n",
      "91.57±0.22\n",
      "> use: 189\n",
      "91.66±0.22\n",
      "91.63±0.22\n",
      "91.74±0.22\n",
      "91.75±0.22\n",
      "91.92±0.22\n",
      "> use: 190\n",
      "91.77±0.22\n",
      "91.80±0.22\n",
      "91.65±0.22\n",
      "91.76±0.22\n",
      "91.81±0.22\n",
      "> use: 191\n",
      "91.85±0.22\n",
      "91.47±0.23\n",
      "91.53±0.22\n",
      "91.70±0.22\n",
      "91.24±0.23\n",
      "> use: 192\n",
      "91.86±0.22\n",
      "91.46±0.23\n",
      "91.80±0.22\n",
      "91.64±0.22\n",
      "91.74±0.22\n",
      "> use: 193\n",
      "91.83±0.22\n",
      "91.72±0.22\n",
      "91.61±0.22\n",
      "91.54±0.22\n",
      "91.51±0.22\n",
      "> use: 194\n",
      "91.44±0.23\n",
      "91.86±0.22\n",
      "91.57±0.22\n",
      "91.90±0.22\n",
      "91.43±0.23\n",
      "> use: 195\n",
      "91.70±0.22\n",
      "91.60±0.22\n",
      "91.34±0.23\n",
      "91.89±0.22\n",
      "91.76±0.22\n",
      "> use: 196\n",
      "91.91±0.22\n",
      "91.34±0.23\n",
      "91.88±0.22\n",
      "91.65±0.22\n",
      "91.62±0.22\n",
      "> use: 197\n",
      "91.77±0.22\n",
      "91.82±0.22\n",
      "91.34±0.23\n",
      "91.72±0.22\n",
      "91.66±0.22\n",
      "> use: 198\n",
      "91.74±0.22\n",
      "91.65±0.22\n",
      "91.72±0.22\n",
      "91.70±0.22\n",
      "91.78±0.22\n",
      "> use: 199\n",
      "91.78±0.22\n",
      "91.51±0.22\n",
      "91.66±0.22\n",
      "91.83±0.22\n",
      "91.94±0.22\n",
      "> use: 200\n",
      "91.59±0.22\n",
      "91.53±0.22\n",
      "91.55±0.22\n",
      "91.70±0.22\n",
      "91.88±0.22\n",
      "> use: 201\n",
      "91.75±0.22\n",
      "91.70±0.22\n",
      "91.47±0.23\n",
      "91.64±0.22\n",
      "91.66±0.22\n",
      "> use: 202\n",
      "91.70±0.22\n",
      "91.56±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "91.61±0.22\n",
      "> use: 203\n",
      "91.56±0.22\n",
      "91.69±0.22\n",
      "91.75±0.22\n",
      "91.77±0.22\n",
      "91.84±0.22\n",
      "> use: 204\n",
      "91.74±0.22\n",
      "91.73±0.22\n",
      "91.84±0.22\n",
      "91.76±0.22\n",
      "91.81±0.22\n",
      "> use: 205\n",
      "91.70±0.22\n",
      "91.60±0.22\n",
      "91.77±0.22\n",
      "91.63±0.22\n",
      "91.56±0.22\n",
      "> use: 206\n",
      "91.55±0.22\n",
      "91.63±0.22\n",
      "91.80±0.22\n",
      "91.82±0.22\n",
      "91.55±0.22\n",
      "> use: 207\n",
      "91.76±0.22\n",
      "91.59±0.22\n",
      "91.54±0.22\n",
      "91.59±0.22\n",
      "91.97±0.22\n",
      "> use: 208\n",
      "91.63±0.22\n",
      "91.82±0.22\n",
      "91.66±0.22\n",
      "91.51±0.22\n",
      "91.50±0.22\n",
      "> use: 209\n",
      "91.45±0.23\n",
      "91.72±0.22\n",
      "91.85±0.22\n",
      "91.69±0.22\n",
      "91.66±0.22\n",
      "> use: 210\n",
      "91.57±0.22\n",
      "91.93±0.22\n",
      "91.55±0.22\n",
      "91.71±0.22\n",
      "91.70±0.22\n",
      "> use: 211\n",
      "91.85±0.22\n",
      "91.76±0.22\n",
      "91.72±0.22\n",
      "91.55±0.22\n",
      "91.38±0.23\n",
      "> use: 212\n",
      "91.60±0.22\n",
      "91.66±0.22\n",
      "91.58±0.22\n",
      "91.65±0.22\n",
      "91.65±0.22\n",
      "> use: 213\n",
      "91.53±0.22\n",
      "91.46±0.22\n",
      "91.55±0.22\n",
      "91.55±0.22\n",
      "91.75±0.22\n",
      "> use: 214\n",
      "91.61±0.22\n",
      "91.64±0.22\n",
      "91.77±0.22\n",
      "91.75±0.22\n",
      "91.69±0.22\n",
      "> use: 215\n",
      "91.82±0.22\n",
      "91.60±0.22\n",
      "91.65±0.22\n",
      "91.73±0.22\n",
      "91.66±0.22\n",
      "> use: 216\n",
      "91.81±0.22\n",
      "91.68±0.22\n",
      "91.58±0.22\n",
      "91.68±0.22\n",
      "91.34±0.23\n",
      "> use: 217\n",
      "91.75±0.22\n",
      "91.55±0.22\n",
      "91.78±0.22\n",
      "91.67±0.22\n",
      "91.53±0.22\n",
      "> use: 218\n",
      "91.80±0.22\n",
      "91.94±0.22\n",
      "91.75±0.22\n",
      "91.68±0.22\n",
      "91.54±0.22\n",
      "> use: 219\n",
      "91.72±0.22\n",
      "91.88±0.22\n",
      "91.73±0.22\n",
      "91.87±0.22\n",
      "91.84±0.22\n",
      "> use: 220\n",
      "91.70±0.22\n",
      "91.88±0.22\n",
      "91.73±0.22\n",
      "91.70±0.22\n",
      "91.76±0.22\n",
      "> use: 221\n",
      "91.52±0.22\n",
      "91.63±0.22\n",
      "91.67±0.22\n",
      "91.54±0.22\n",
      "91.73±0.22\n",
      "> use: 222\n",
      "91.87±0.22\n",
      "91.77±0.22\n",
      "91.77±0.22\n",
      "91.65±0.22\n",
      "91.50±0.23\n",
      "> use: 223\n",
      "91.60±0.22\n",
      "91.82±0.22\n",
      "91.59±0.22\n",
      "91.72±0.22\n",
      "91.70±0.22\n",
      "> use: 224\n",
      "91.64±0.22\n",
      "91.72±0.22\n",
      "91.81±0.22\n",
      "91.50±0.22\n",
      "91.89±0.22\n",
      "> use: 225\n",
      "91.72±0.22\n",
      "91.63±0.22\n",
      "91.52±0.22\n",
      "91.35±0.23\n",
      "91.81±0.22\n",
      "> use: 226\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "91.70±0.22\n",
      "91.51±0.22\n",
      "91.76±0.22\n",
      "> use: 227\n",
      "91.78±0.22\n",
      "91.66±0.22\n",
      "91.46±0.23\n",
      "91.49±0.22\n",
      "91.60±0.22\n",
      "> use: 228\n",
      "91.81±0.22\n",
      "91.54±0.22\n",
      "91.87±0.22\n",
      "91.89±0.22\n",
      "91.80±0.22\n",
      "> use: 229\n",
      "91.91±0.22\n",
      "91.76±0.22\n",
      "91.66±0.22\n",
      "91.86±0.22\n",
      "91.91±0.22\n",
      "> use: 230\n",
      "91.58±0.22\n",
      "91.82±0.22\n",
      "91.73±0.22\n",
      "91.87±0.22\n",
      "91.81±0.22\n",
      "> use: 231\n",
      "91.68±0.22\n",
      "91.51±0.22\n",
      "91.23±0.23\n",
      "91.58±0.22\n",
      "91.64±0.22\n",
      "> use: 232\n",
      "91.92±0.22\n",
      "91.65±0.22\n",
      "91.58±0.22\n",
      "91.74±0.22\n",
      "91.70±0.22\n",
      "> use: 233\n",
      "91.73±0.22\n",
      "91.61±0.22\n",
      "91.82±0.22\n",
      "91.57±0.22\n",
      "91.33±0.23\n",
      "> use: 234\n",
      "91.67±0.22\n",
      "91.56±0.22\n",
      "91.70±0.22\n",
      "91.90±0.22\n",
      "91.42±0.23\n",
      "> use: 235\n",
      "91.69±0.22\n",
      "91.84±0.22\n",
      "91.64±0.22\n",
      "92.01±0.22\n",
      "91.69±0.22\n",
      "> use: 236\n",
      "91.96±0.22\n",
      "91.58±0.22\n",
      "91.68±0.22\n",
      "91.60±0.22\n",
      "91.48±0.23\n",
      "> use: 237\n",
      "91.78±0.22\n",
      "91.86±0.22\n",
      "91.48±0.22\n",
      "91.93±0.22\n",
      "91.81±0.22\n",
      "> use: 238\n",
      "91.71±0.22\n",
      "91.60±0.22\n",
      "91.51±0.22\n",
      "91.61±0.22\n",
      "91.78±0.22\n",
      "> use: 239\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.78±0.22\n",
      "91.60±0.22\n",
      "91.56±0.22\n",
      "> use: 240\n",
      "91.63±0.22\n",
      "91.82±0.22\n",
      "91.79±0.22\n",
      "91.75±0.22\n",
      "91.55±0.22\n",
      "> use: 241\n",
      "91.87±0.22\n",
      "91.64±0.22\n",
      "91.92±0.22\n",
      "91.46±0.22\n",
      "91.63±0.22\n",
      "> use: 242\n",
      "91.44±0.23\n",
      "91.79±0.22\n",
      "91.63±0.22\n",
      "91.80±0.22\n",
      "91.71±0.22\n",
      "> use: 243\n",
      "91.85±0.22\n",
      "91.79±0.22\n",
      "91.41±0.23\n",
      "91.84±0.22\n",
      "91.69±0.22\n",
      "> use: 244\n",
      "91.71±0.22\n",
      "91.51±0.22\n",
      "91.65±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "> use: 245\n",
      "91.73±0.22\n",
      "91.58±0.22\n",
      "91.73±0.22\n",
      "91.41±0.23\n",
      "91.90±0.22\n",
      "> use: 246\n",
      "91.66±0.22\n",
      "91.78±0.22\n",
      "91.60±0.22\n",
      "91.92±0.22\n",
      "91.69±0.22\n",
      "> use: 247\n",
      "91.68±0.22\n",
      "91.69±0.22\n",
      "91.57±0.22\n",
      "91.60±0.22\n",
      "91.78±0.22\n",
      "> use: 248\n",
      "91.46±0.22\n",
      "91.75±0.22\n",
      "91.66±0.22\n",
      "91.82±0.22\n",
      "91.51±0.22\n",
      "> use: 249\n",
      "91.59±0.22\n",
      "91.87±0.22\n",
      "91.79±0.22\n",
      "91.75±0.22\n",
      "91.70±0.22\n",
      "> use: 250\n",
      "91.67±0.22\n",
      "91.33±0.23\n",
      "91.69±0.22\n",
      "91.79±0.22\n",
      "91.92±0.22\n",
      "> use: 251\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "91.44±0.23\n",
      "91.53±0.22\n",
      "91.90±0.22\n",
      "91.45±0.23\n",
      "91.76±0.22\n",
      "> use: 252\n",
      "91.86±0.22\n",
      "91.55±0.22\n",
      "91.54±0.22\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "> use: 253\n",
      "91.89±0.22\n",
      "91.77±0.22\n",
      "91.85±0.22\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "> use: 254\n",
      "91.83±0.22\n",
      "91.77±0.22\n",
      "91.59±0.22\n",
      "91.53±0.22\n",
      "91.84±0.22\n",
      "> use: 255\n",
      "91.84±0.22\n",
      "91.72±0.22\n",
      "91.59±0.22\n",
      "91.65±0.22\n",
      "91.95±0.22\n",
      "> use: 256\n",
      "91.54±0.22\n",
      "91.61±0.22\n",
      "91.69±0.22\n",
      "91.81±0.22\n",
      "91.57±0.22\n",
      "> use: 257\n",
      "91.65±0.22\n",
      "91.78±0.22\n",
      "91.81±0.22\n",
      "91.49±0.22\n",
      "91.64±0.22\n",
      "> use: 258\n",
      "91.60±0.22\n",
      "91.71±0.22\n",
      "91.63±0.22\n",
      "91.61±0.22\n",
      "91.77±0.22\n",
      "> use: 259\n",
      "91.57±0.22\n",
      "91.74±0.22\n",
      "91.62±0.22\n",
      "91.68±0.22\n",
      "91.82±0.22\n",
      "> use: 260\n",
      "91.57±0.22\n",
      "91.81±0.22\n",
      "91.60±0.22\n",
      "91.66±0.22\n",
      "91.73±0.22\n",
      "> use: 261\n",
      "91.73±0.22\n",
      "91.76±0.22\n",
      "91.52±0.22\n",
      "91.84±0.22\n",
      "91.68±0.22\n",
      "> use: 262\n",
      "91.72±0.22\n",
      "91.74±0.22\n",
      "91.62±0.22\n",
      "91.60±0.22\n",
      "91.82±0.22\n",
      "> use: 263\n",
      "91.70±0.22\n",
      "91.82±0.22\n",
      "91.85±0.22\n",
      "91.81±0.22\n",
      "91.66±0.22\n",
      "> use: 264\n",
      "91.51±0.22\n",
      "91.75±0.22\n",
      "91.49±0.22\n",
      "91.60±0.22\n",
      "91.72±0.22\n",
      "> use: 265\n",
      "91.82±0.22\n",
      "91.62±0.22\n",
      "91.56±0.22\n",
      "91.84±0.22\n",
      "91.64±0.22\n",
      "> use: 266\n",
      "91.75±0.22\n",
      "91.75±0.22\n",
      "91.58±0.22\n",
      "91.54±0.22\n",
      "91.83±0.22\n",
      "> use: 267\n",
      "91.80±0.22\n",
      "91.79±0.22\n",
      "91.70±0.22\n",
      "91.60±0.22\n",
      "91.71±0.22\n",
      "> use: 268\n",
      "91.65±0.22\n",
      "91.80±0.22\n",
      "91.81±0.22\n",
      "91.73±0.22\n",
      "91.86±0.22\n",
      "> use: 269\n",
      "91.82±0.22\n",
      "91.57±0.22\n",
      "91.63±0.22\n",
      "91.73±0.22\n",
      "91.84±0.22\n",
      "> use: 270\n",
      "91.64±0.22\n",
      "91.54±0.22\n",
      "91.64±0.22\n",
      "91.53±0.22\n",
      "91.64±0.22\n",
      "> use: 271\n",
      "91.67±0.22\n",
      "91.63±0.22\n",
      "91.80±0.22\n",
      "91.56±0.22\n",
      "91.80±0.22\n",
      "> use: 272\n",
      "91.65±0.22\n",
      "91.83±0.22\n",
      "91.64±0.22\n",
      "91.82±0.22\n",
      "91.84±0.22\n",
      "> use: 273\n",
      "91.90±0.22\n",
      "91.57±0.22\n",
      "91.69±0.22\n",
      "91.51±0.23\n",
      "91.55±0.22\n",
      "> use: 274\n",
      "91.75±0.22\n",
      "91.69±0.22\n",
      "91.85±0.22\n",
      "91.89±0.22\n",
      "91.51±0.22\n",
      "> use: 275\n",
      "91.69±0.22\n",
      "91.76±0.22\n",
      "91.69±0.22\n",
      "91.91±0.22\n",
      "91.79±0.22\n",
      "> use: 276\n",
      "91.86±0.22\n",
      "91.76±0.22\n",
      "91.90±0.22\n",
      "91.81±0.22\n",
      "91.81±0.22\n",
      "> use: 277\n",
      "91.84±0.22\n",
      "91.59±0.22\n",
      "91.75±0.22\n",
      "91.79±0.22\n",
      "91.78±0.22\n",
      "> use: 278\n",
      "91.68±0.22\n",
      "91.63±0.22\n",
      "91.66±0.22\n",
      "91.64±0.22\n",
      "91.71±0.22\n",
      "> use: 279\n",
      "91.58±0.22\n",
      "91.70±0.22\n",
      "91.57±0.22\n",
      "91.54±0.22\n",
      "91.80±0.22\n",
      "> use: 280\n",
      "91.61±0.22\n",
      "91.77±0.22\n",
      "91.57±0.22\n",
      "91.63±0.22\n",
      "91.61±0.22\n",
      "> use: 281\n",
      "91.75±0.22\n",
      "91.66±0.22\n",
      "91.73±0.22\n",
      "91.59±0.22\n",
      "91.74±0.22\n",
      "> use: 282\n",
      "91.60±0.22\n",
      "91.46±0.23\n",
      "91.71±0.22\n",
      "91.49±0.23\n",
      "91.68±0.22\n",
      "> use: 283\n",
      "91.72±0.22\n",
      "91.78±0.22\n",
      "91.89±0.22\n",
      "91.56±0.22\n",
      "91.61±0.22\n",
      "> use: 284\n",
      "91.61±0.22\n",
      "91.68±0.22\n",
      "91.65±0.22\n",
      "91.54±0.22\n",
      "91.67±0.22\n",
      "> use: 285\n",
      "91.67±0.22\n",
      "91.68±0.22\n",
      "91.73±0.22\n",
      "91.57±0.22\n",
      "91.63±0.22\n",
      "> use: 286\n",
      "91.56±0.22\n",
      "91.75±0.22\n",
      "91.73±0.22\n",
      "91.59±0.22\n",
      "91.77±0.22\n",
      "> use: 287\n",
      "91.90±0.22\n",
      "91.78±0.22\n",
      "91.79±0.22\n",
      "91.71±0.22\n",
      "91.46±0.22\n",
      "> use: 288\n",
      "91.63±0.22\n",
      "91.47±0.23\n",
      "91.82±0.22\n",
      "91.67±0.22\n",
      "91.75±0.22\n",
      "> use: 289\n",
      "91.69±0.22\n",
      "91.46±0.23\n",
      "91.88±0.22\n",
      "91.69±0.22\n",
      "91.51±0.22\n",
      "> use: 290\n",
      "91.48±0.22\n",
      "91.75±0.22\n",
      "91.58±0.22\n",
      "91.77±0.22\n",
      "91.47±0.22\n",
      "> use: 291\n",
      "91.70±0.22\n",
      "91.63±0.22\n",
      "91.63±0.22\n",
      "91.71±0.22\n",
      "91.68±0.22\n",
      "> use: 292\n",
      "91.58±0.22\n",
      "91.74±0.22\n",
      "91.63±0.22\n",
      "91.70±0.22\n",
      "91.52±0.22\n",
      "> use: 293\n",
      "91.67±0.22\n",
      "91.74±0.22\n",
      "91.58±0.22\n",
      "91.72±0.22\n",
      "91.59±0.22\n",
      "> use: 294\n",
      "91.70±0.22\n",
      "91.75±0.22\n",
      "91.47±0.22\n",
      "91.74±0.22\n",
      "91.82±0.22\n",
      "> use: 295\n",
      "91.57±0.22\n",
      "91.76±0.22\n",
      "91.75±0.22\n",
      "91.76±0.22\n",
      "91.83±0.22\n",
      "> use: 296\n",
      "91.79±0.22\n",
      "91.64±0.22\n",
      "91.69±0.22\n",
      "91.56±0.22\n",
      "91.68±0.22\n",
      "> use: 297\n",
      "91.76±0.22\n",
      "91.78±0.22\n",
      "91.76±0.22\n",
      "91.66±0.22\n",
      "91.40±0.23\n",
      "> use: 298\n",
      "91.64±0.22\n",
      "91.72±0.22\n",
      "91.71±0.22\n",
      "91.58±0.22\n",
      "91.53±0.22\n",
      "> use: 299\n",
      "91.67±0.22\n",
      "91.68±0.22\n",
      "91.72±0.22\n",
      "91.61±0.22\n",
      "91.78±0.22\n",
      "> use: 300\n",
      "91.67±0.22\n",
      "91.69±0.22\n",
      "91.88±0.22\n",
      "91.78±0.22\n",
      "91.55±0.22\n",
      "> use: 301\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "91.82±0.22\n",
      "> use: 302\n",
      "91.75±0.22\n",
      "91.56±0.22\n",
      "91.68±0.22\n",
      "91.61±0.22\n",
      "91.61±0.22\n",
      "> use: 303\n",
      "91.85±0.22\n",
      "91.64±0.22\n",
      "91.43±0.22\n",
      "91.76±0.22\n",
      "91.69±0.22\n",
      "> use: 304\n",
      "91.89±0.22\n",
      "91.76±0.22\n",
      "91.56±0.22\n",
      "91.73±0.22\n",
      "91.61±0.22\n",
      "> use: 305\n",
      "91.58±0.22\n",
      "91.53±0.22\n",
      "91.59±0.22\n",
      "91.64±0.22\n",
      "91.42±0.23\n",
      "> use: 306\n",
      "91.83±0.22\n",
      "91.79±0.22\n",
      "91.56±0.22\n",
      "91.78±0.22\n",
      "91.72±0.22\n",
      "> use: 307\n",
      "91.75±0.22\n",
      "91.73±0.22\n",
      "91.76±0.22\n",
      "91.71±0.22\n",
      "91.81±0.22\n",
      "> use: 308\n",
      "91.63±0.22\n",
      "91.80±0.22\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "> use: 309\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.68±0.22\n",
      "91.81±0.22\n",
      "91.69±0.22\n",
      "> use: 310\n",
      "91.57±0.22\n",
      "91.74±0.22\n",
      "91.80±0.22\n",
      "91.86±0.22\n",
      "91.67±0.22\n",
      "> use: 311\n",
      "91.77±0.22\n",
      "91.80±0.22\n",
      "91.83±0.22\n",
      "91.58±0.22\n",
      "91.67±0.22\n",
      "> use: 312\n",
      "91.65±0.22\n",
      "91.74±0.22\n",
      "91.76±0.22\n",
      "91.61±0.22\n",
      "91.66±0.22\n",
      "> use: 313\n",
      "91.60±0.22\n",
      "91.62±0.22\n",
      "91.70±0.22\n",
      "91.62±0.22\n",
      "91.58±0.22\n",
      "> use: 314\n",
      "91.68±0.22\n",
      "91.75±0.22\n",
      "91.69±0.22\n",
      "91.62±0.22\n",
      "91.70±0.22\n",
      "> use: 315\n",
      "91.73±0.22\n",
      "91.76±0.22\n",
      "91.42±0.23\n",
      "91.83±0.22\n",
      "91.58±0.22\n",
      "> use: 316\n",
      "91.65±0.22\n",
      "91.53±0.22\n",
      "91.77±0.22\n",
      "91.59±0.22\n",
      "91.81±0.22\n",
      "> use: 317\n",
      "91.82±0.22\n",
      "91.77±0.22\n",
      "91.57±0.22\n",
      "91.81±0.22\n",
      "91.70±0.22\n",
      "> use: 318\n",
      "91.58±0.22\n",
      "91.70±0.22\n",
      "91.71±0.22\n",
      "91.74±0.22\n",
      "91.71±0.22\n",
      "> use: 319\n",
      "91.71±0.22\n",
      "91.81±0.22\n",
      "91.62±0.22\n",
      "91.41±0.23\n",
      "91.59±0.22\n",
      "> use: 320\n",
      "91.55±0.22\n",
      "91.58±0.22\n",
      "91.90±0.22\n",
      "91.63±0.22\n",
      "91.76±0.22\n",
      "> use: 321\n",
      "91.68±0.22\n",
      "91.66±0.22\n",
      "91.45±0.22\n",
      "91.48±0.22\n",
      "91.58±0.22\n",
      "> use: 322\n",
      "91.75±0.22\n",
      "91.47±0.22\n",
      "91.58±0.22\n",
      "91.73±0.22\n",
      "91.71±0.22\n",
      "> use: 323\n",
      "91.80±0.22\n",
      "91.57±0.22\n",
      "91.79±0.22\n",
      "91.71±0.22\n",
      "91.70±0.22\n",
      "> use: 324\n",
      "91.53±0.22\n",
      "91.69±0.22\n",
      "91.85±0.22\n",
      "91.66±0.22\n",
      "91.47±0.22\n",
      "> use: 325\n",
      "91.62±0.22\n",
      "91.77±0.22\n",
      "91.64±0.22\n",
      "91.64±0.22\n",
      "91.77±0.22\n",
      "> use: 326\n",
      "91.73±0.22\n",
      "91.54±0.22\n",
      "91.64±0.22\n",
      "91.78±0.22\n",
      "91.71±0.22\n",
      "> use: 327\n",
      "91.65±0.22\n",
      "91.69±0.22\n",
      "91.77±0.22\n",
      "91.74±0.22\n",
      "91.73±0.22\n",
      "> use: 328\n",
      "91.71±0.22\n",
      "91.62±0.22\n",
      "91.62±0.22\n",
      "91.65±0.22\n",
      "91.72±0.22\n",
      "> use: 329\n",
      "91.60±0.22\n",
      "91.70±0.22\n",
      "91.79±0.22\n",
      "91.67±0.22\n",
      "91.78±0.22\n",
      "> use: 330\n",
      "91.57±0.22\n",
      "91.73±0.22\n",
      "91.89±0.22\n",
      "91.63±0.22\n",
      "91.71±0.22\n",
      "> use: 331\n",
      "91.56±0.22\n",
      "91.55±0.22\n",
      "91.61±0.22\n",
      "91.66±0.22\n",
      "91.79±0.22\n",
      "> use: 332\n",
      "91.68±0.22\n",
      "91.68±0.22\n",
      "91.82±0.22\n",
      "91.75±0.22\n",
      "91.69±0.22\n",
      "> use: 333\n",
      "91.70±0.22\n",
      "91.74±0.22\n",
      "91.71±0.22\n",
      "91.62±0.22\n",
      "91.74±0.22\n",
      "> use: 334\n",
      "91.72±0.22\n",
      "91.63±0.22\n",
      "91.57±0.22\n",
      "91.66±0.22\n",
      "91.47±0.22\n",
      "> use: 335\n",
      "91.66±0.22\n",
      "91.71±0.22\n",
      "91.67±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "> use: 336\n",
      "91.78±0.22\n",
      "91.68±0.22\n",
      "91.73±0.22\n",
      "91.68±0.22\n",
      "91.68±0.22\n",
      "> use: 337\n",
      "91.60±0.22\n",
      "91.69±0.22\n",
      "91.59±0.22\n",
      "91.52±0.22\n",
      "91.66±0.22\n",
      "> use: 338\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "91.66±0.22\n",
      "91.85±0.22\n",
      "> use: 339\n",
      "91.67±0.22\n",
      "91.61±0.22\n",
      "91.68±0.22\n",
      "91.52±0.22\n",
      "91.73±0.22\n",
      "> use: 340\n",
      "91.69±0.22\n",
      "91.61±0.22\n",
      "91.73±0.22\n",
      "91.69±0.22\n",
      "91.79±0.22\n",
      "> use: 341\n",
      "91.67±0.22\n",
      "91.64±0.22\n",
      "91.60±0.22\n",
      "91.62±0.22\n",
      "91.61±0.22\n",
      "> use: 342\n",
      "91.73±0.22\n",
      "91.67±0.22\n",
      "91.79±0.22\n",
      "91.74±0.22\n",
      "91.66±0.22\n",
      "> use: 343\n",
      "91.66±0.22\n",
      "91.76±0.22\n",
      "91.70±0.22\n",
      "91.77±0.22\n",
      "91.82±0.22\n",
      "> use: 344\n",
      "91.56±0.22\n",
      "91.62±0.22\n",
      "91.73±0.22\n",
      "91.60±0.22\n",
      "91.66±0.22\n",
      "> use: 345\n",
      "91.70±0.22\n",
      "91.80±0.22\n",
      "91.61±0.22\n",
      "91.65±0.22\n",
      "91.66±0.22\n",
      "> use: 346\n",
      "91.73±0.22\n",
      "91.76±0.22\n",
      "91.87±0.22\n",
      "91.74±0.22\n",
      "91.65±0.22\n",
      "> use: 347\n",
      "91.72±0.22\n",
      "91.63±0.22\n",
      "91.61±0.22\n",
      "91.73±0.22\n",
      "91.69±0.22\n",
      "> use: 348\n",
      "91.53±0.22\n",
      "91.64±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.65±0.22\n",
      "> use: 349\n",
      "91.64±0.22\n",
      "91.66±0.22\n",
      "91.62±0.22\n",
      "91.71±0.22\n",
      "91.65±0.22\n",
      "> use: 350\n",
      "91.77±0.22\n",
      "91.80±0.22\n",
      "91.80±0.22\n",
      "91.61±0.22\n",
      "91.79±0.22\n",
      "> use: 351\n",
      "91.68±0.22\n",
      "91.77±0.22\n",
      "91.59±0.22\n",
      "91.66±0.22\n",
      "91.77±0.22\n",
      "> use: 352\n",
      "91.61±0.22\n",
      "91.59±0.22\n",
      "91.73±0.22\n",
      "91.86±0.22\n",
      "91.61±0.22\n",
      "> use: 353\n",
      "91.56±0.22\n",
      "91.75±0.22\n",
      "91.78±0.22\n",
      "91.79±0.22\n",
      "91.78±0.22\n",
      "> use: 354\n",
      "91.64±0.22\n",
      "91.72±0.22\n",
      "91.74±0.22\n",
      "91.59±0.22\n",
      "91.81±0.22\n",
      "> use: 355\n",
      "91.63±0.22\n",
      "91.51±0.22\n",
      "91.67±0.22\n",
      "91.65±0.22\n",
      "91.75±0.22\n",
      "> use: 356\n",
      "91.64±0.22\n",
      "91.74±0.22\n",
      "91.80±0.22\n",
      "91.53±0.22\n",
      "91.73±0.22\n",
      "> use: 357\n",
      "91.84±0.22\n",
      "91.73±0.22\n",
      "91.63±0.22\n",
      "91.50±0.22\n",
      "91.76±0.22\n",
      "> use: 358\n",
      "91.82±0.22\n",
      "91.65±0.22\n",
      "91.77±0.22\n",
      "91.66±0.22\n",
      "91.70±0.22\n",
      "> use: 359\n",
      "91.63±0.22\n",
      "91.80±0.22\n",
      "91.78±0.22\n",
      "91.67±0.22\n",
      "91.71±0.22\n",
      "> use: 360\n",
      "91.65±0.22\n",
      "91.65±0.22\n",
      "91.71±0.22\n",
      "91.65±0.22\n",
      "91.73±0.22\n",
      "> use: 361\n",
      "91.60±0.22\n",
      "91.62±0.22\n",
      "91.69±0.22\n",
      "91.57±0.22\n",
      "91.73±0.22\n",
      "> use: 362\n",
      "91.78±0.22\n",
      "91.61±0.22\n",
      "91.67±0.22\n",
      "91.65±0.22\n",
      "91.62±0.22\n",
      "> use: 363\n",
      "91.69±0.22\n",
      "91.64±0.22\n",
      "91.70±0.22\n",
      "91.75±0.22\n",
      "91.83±0.22\n",
      "> use: 364\n",
      "91.79±0.22\n",
      "91.61±0.22\n",
      "91.75±0.22\n",
      "91.79±0.22\n",
      "91.71±0.22\n",
      "> use: 365\n",
      "91.63±0.22\n",
      "91.75±0.22\n",
      "91.61±0.22\n",
      "91.53±0.22\n",
      "91.64±0.22\n",
      "> use: 366\n",
      "91.82±0.22\n",
      "91.73±0.22\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.56±0.22\n",
      "> use: 367\n",
      "91.64±0.22\n",
      "91.74±0.22\n",
      "91.76±0.22\n",
      "91.75±0.22\n",
      "91.66±0.22\n",
      "> use: 368\n",
      "91.64±0.22\n",
      "91.55±0.22\n",
      "91.61±0.22\n",
      "91.63±0.22\n",
      "91.71±0.22\n",
      "> use: 369\n",
      "91.75±0.22\n",
      "91.73±0.22\n",
      "91.78±0.22\n",
      "91.58±0.22\n",
      "91.72±0.22\n",
      "> use: 370\n",
      "91.71±0.22\n",
      "91.71±0.22\n",
      "91.81±0.22\n",
      "91.71±0.22\n",
      "91.64±0.22\n",
      "> use: 371\n",
      "91.74±0.22\n",
      "91.83±0.22\n",
      "91.65±0.22\n",
      "91.79±0.22\n",
      "91.63±0.22\n",
      "> use: 372\n",
      "91.63±0.22\n",
      "91.66±0.22\n",
      "91.76±0.22\n",
      "91.58±0.22\n",
      "91.53±0.22\n",
      "> use: 373\n",
      "91.75±0.22\n",
      "91.75±0.22\n",
      "91.77±0.22\n",
      "91.59±0.22\n",
      "91.70±0.22\n",
      "> use: 374\n",
      "91.65±0.22\n",
      "91.72±0.22\n",
      "91.71±0.22\n",
      "91.78±0.22\n",
      "91.69±0.22\n",
      "> use: 375\n",
      "91.62±0.22\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "91.71±0.22\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "91.76±0.22\n",
      "> use: 376\n",
      "91.80±0.22\n",
      "91.73±0.22\n",
      "91.82±0.22\n",
      "91.77±0.22\n",
      "91.76±0.22\n",
      "> use: 377\n",
      "91.65±0.22\n",
      "91.80±0.22\n",
      "91.72±0.22\n",
      "91.72±0.22\n",
      "91.65±0.22\n",
      "> use: 378\n",
      "91.63±0.22\n",
      "91.61±0.22\n",
      "91.76±0.22\n",
      "91.68±0.22\n",
      "91.85±0.22\n",
      "> use: 379\n",
      "91.57±0.22\n",
      "91.83±0.22\n",
      "91.71±0.22\n",
      "91.78±0.22\n",
      "91.70±0.22\n",
      "> use: 380\n",
      "91.62±0.22\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "91.71±0.22\n",
      "91.77±0.22\n",
      "> use: 381\n",
      "91.72±0.22\n",
      "91.67±0.22\n",
      "91.66±0.22\n",
      "91.79±0.22\n",
      "91.67±0.22\n",
      "> use: 382\n",
      "91.67±0.22\n",
      "91.60±0.22\n",
      "91.75±0.22\n",
      "91.75±0.22\n",
      "91.77±0.22\n",
      "> use: 383\n",
      "91.69±0.22\n",
      "91.80±0.22\n",
      "91.86±0.22\n",
      "91.77±0.22\n",
      "91.86±0.22\n",
      "> use: 384\n",
      "91.70±0.22\n",
      "91.65±0.22\n",
      "91.64±0.22\n",
      "91.68±0.22\n",
      "91.69±0.22\n",
      "> use: 385\n",
      "91.69±0.22\n",
      "91.60±0.22\n",
      "91.76±0.22\n",
      "91.62±0.22\n",
      "91.67±0.22\n",
      "> use: 386\n",
      "91.64±0.22\n",
      "91.67±0.22\n",
      "91.74±0.22\n",
      "91.76±0.22\n",
      "91.71±0.22\n",
      "> use: 387\n",
      "91.70±0.22\n",
      "91.84±0.22\n",
      "91.67±0.22\n",
      "91.80±0.22\n",
      "91.66±0.22\n",
      "> use: 388\n",
      "91.77±0.22\n",
      "91.76±0.22\n",
      "91.84±0.22\n",
      "91.74±0.22\n",
      "91.65±0.22\n",
      "> use: 389\n",
      "91.77±0.22\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "91.79±0.22\n",
      "91.63±0.22\n",
      "> use: 390\n",
      "91.71±0.22\n",
      "91.82±0.22\n",
      "91.73±0.22\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "> use: 391\n",
      "91.72±0.22\n",
      "91.65±0.22\n",
      "91.67±0.22\n",
      "91.59±0.22\n",
      "91.69±0.22\n",
      "> use: 392\n",
      "91.65±0.22\n",
      "91.77±0.22\n",
      "91.65±0.22\n",
      "91.70±0.22\n",
      "91.73±0.22\n",
      "> use: 393\n",
      "91.74±0.22\n",
      "91.68±0.22\n",
      "91.79±0.22\n",
      "91.63±0.22\n",
      "91.70±0.22\n",
      "> use: 394\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.65±0.22\n",
      "91.63±0.22\n",
      "91.68±0.22\n",
      "> use: 395\n",
      "91.77±0.22\n",
      "91.65±0.22\n",
      "91.70±0.22\n",
      "91.75±0.22\n",
      "91.70±0.22\n",
      "> use: 396\n",
      "91.68±0.22\n",
      "91.76±0.22\n",
      "91.74±0.22\n",
      "91.76±0.22\n",
      "91.59±0.22\n",
      "> use: 397\n",
      "91.76±0.22\n",
      "91.65±0.22\n",
      "91.56±0.22\n",
      "91.68±0.22\n",
      "91.75±0.22\n",
      "> use: 398\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "91.77±0.22\n",
      "91.70±0.22\n",
      "91.67±0.22\n",
      "> use: 399\n",
      "91.67±0.22\n",
      "91.64±0.22\n",
      "91.68±0.22\n",
      "91.76±0.22\n",
      "91.80±0.22\n",
      "> use: 400\n",
      "91.60±0.22\n",
      "91.61±0.22\n",
      "91.73±0.22\n",
      "91.61±0.22\n",
      "91.75±0.22\n",
      "> use: 401\n",
      "91.70±0.22\n",
      "91.77±0.22\n",
      "91.63±0.22\n",
      "91.72±0.22\n",
      "91.73±0.22\n",
      "> use: 402\n",
      "91.72±0.22\n",
      "91.63±0.22\n",
      "91.71±0.22\n",
      "91.76±0.22\n",
      "91.69±0.22\n",
      "> use: 403\n",
      "91.64±0.22\n",
      "91.75±0.22\n",
      "91.59±0.22\n",
      "91.62±0.22\n",
      "91.61±0.22\n",
      "> use: 404\n",
      "91.73±0.22\n",
      "91.74±0.22\n",
      "91.70±0.22\n",
      "91.71±0.22\n",
      "91.76±0.22\n",
      "> use: 405\n",
      "91.76±0.22\n",
      "91.72±0.22\n",
      "91.77±0.22\n",
      "91.61±0.22\n",
      "91.64±0.22\n",
      "> use: 406\n",
      "91.61±0.22\n",
      "91.68±0.22\n",
      "91.83±0.22\n",
      "91.65±0.22\n",
      "91.70±0.22\n",
      "> use: 407\n",
      "91.76±0.22\n",
      "91.60±0.22\n",
      "91.60±0.22\n",
      "91.80±0.22\n",
      "91.68±0.22\n",
      "> use: 408\n",
      "91.78±0.22\n",
      "91.72±0.22\n",
      "91.67±0.22\n",
      "91.65±0.22\n",
      "91.69±0.22\n",
      "> use: 409\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "91.67±0.22\n",
      "91.66±0.22\n",
      "91.65±0.22\n",
      "> use: 410\n",
      "91.75±0.22\n",
      "91.75±0.22\n",
      "91.62±0.22\n",
      "91.51±0.22\n",
      "91.79±0.22\n",
      "> use: 411\n",
      "91.67±0.22\n",
      "91.57±0.22\n",
      "91.66±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "> use: 412\n",
      "91.73±0.22\n",
      "91.78±0.22\n",
      "91.73±0.22\n",
      "91.65±0.22\n",
      "91.79±0.22\n",
      "> use: 413\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.74±0.22\n",
      "91.76±0.22\n",
      "91.64±0.22\n",
      "> use: 414\n",
      "91.72±0.22\n",
      "91.80±0.22\n",
      "91.66±0.22\n",
      "91.69±0.22\n",
      "91.66±0.22\n",
      "> use: 415\n",
      "91.77±0.22\n",
      "91.70±0.22\n",
      "91.63±0.22\n",
      "91.68±0.22\n",
      "91.74±0.22\n",
      "> use: 416\n",
      "91.61±0.22\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "91.65±0.22\n",
      "91.77±0.22\n",
      "> use: 417\n",
      "91.70±0.22\n",
      "91.52±0.22\n",
      "91.67±0.22\n",
      "91.67±0.22\n",
      "91.62±0.22\n",
      "> use: 418\n",
      "91.75±0.22\n",
      "91.65±0.22\n",
      "91.58±0.22\n",
      "91.78±0.22\n",
      "91.78±0.22\n",
      "> use: 419\n",
      "91.79±0.22\n",
      "91.69±0.22\n",
      "91.58±0.22\n",
      "91.78±0.22\n",
      "91.69±0.22\n",
      "> use: 420\n",
      "91.71±0.22\n",
      "91.73±0.22\n",
      "91.73±0.22\n",
      "91.67±0.22\n",
      "91.75±0.22\n",
      "> use: 421\n",
      "91.65±0.22\n",
      "91.65±0.22\n",
      "91.61±0.22\n",
      "91.78±0.22\n",
      "91.71±0.22\n",
      "> use: 422\n",
      "91.76±0.22\n",
      "91.66±0.22\n",
      "91.68±0.22\n",
      "91.71±0.22\n",
      "91.77±0.22\n",
      "> use: 423\n",
      "91.66±0.22\n",
      "91.60±0.22\n",
      "91.71±0.22\n",
      "91.76±0.22\n",
      "91.68±0.22\n",
      "> use: 424\n",
      "91.62±0.22\n",
      "91.74±0.22\n",
      "91.70±0.22\n",
      "91.54±0.22\n",
      "91.70±0.22\n",
      "> use: 425\n",
      "91.67±0.22\n",
      "91.76±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.71±0.22\n",
      "> use: 426\n",
      "91.64±0.22\n",
      "91.74±0.22\n",
      "91.59±0.22\n",
      "91.70±0.22\n",
      "91.66±0.22\n",
      "> use: 427\n",
      "91.81±0.22\n",
      "91.68±0.22\n",
      "91.79±0.22\n",
      "91.64±0.22\n",
      "91.67±0.22\n",
      "> use: 428\n",
      "91.62±0.22\n",
      "91.69±0.22\n",
      "91.79±0.22\n",
      "91.79±0.22\n",
      "91.64±0.22\n",
      "> use: 429\n",
      "91.71±0.22\n",
      "91.67±0.22\n",
      "91.67±0.22\n",
      "91.75±0.22\n",
      "91.72±0.22\n",
      "> use: 430\n",
      "91.73±0.22\n",
      "91.70±0.22\n",
      "91.65±0.22\n",
      "91.69±0.22\n",
      "91.63±0.22\n",
      "> use: 431\n",
      "91.63±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.74±0.22\n",
      "91.68±0.22\n",
      "> use: 432\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "> use: 433\n",
      "91.71±0.22\n",
      "91.74±0.22\n",
      "91.59±0.22\n",
      "91.64±0.22\n",
      "91.65±0.22\n",
      "> use: 434\n",
      "91.74±0.22\n",
      "91.62±0.22\n",
      "91.62±0.22\n",
      "91.71±0.22\n",
      "91.78±0.22\n",
      "> use: 435\n",
      "91.71±0.22\n",
      "91.72±0.22\n",
      "91.74±0.22\n",
      "91.67±0.22\n",
      "91.77±0.22\n",
      "> use: 436\n",
      "91.68±0.22\n",
      "91.66±0.22\n",
      "91.65±0.22\n",
      "91.63±0.22\n",
      "91.64±0.22\n",
      "> use: 437\n",
      "91.71±0.22\n",
      "91.75±0.22\n",
      "91.76±0.22\n",
      "91.72±0.22\n",
      "91.66±0.22\n",
      "> use: 438\n",
      "91.69±0.22\n",
      "91.60±0.22\n",
      "91.70±0.22\n",
      "91.63±0.22\n",
      "91.70±0.22\n",
      "> use: 439\n",
      "91.76±0.22\n",
      "91.59±0.22\n",
      "91.75±0.22\n",
      "91.73±0.22\n",
      "91.71±0.22\n",
      "> use: 440\n",
      "91.67±0.22\n",
      "91.61±0.22\n",
      "91.64±0.22\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "> use: 441\n",
      "91.67±0.22\n",
      "91.68±0.22\n",
      "91.72±0.22\n",
      "91.72±0.22\n",
      "91.79±0.22\n",
      "> use: 442\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.79±0.22\n",
      "91.64±0.22\n",
      "91.69±0.22\n",
      "> use: 443\n",
      "91.77±0.22\n",
      "91.65±0.22\n",
      "91.67±0.22\n",
      "91.77±0.22\n",
      "91.69±0.22\n",
      "> use: 444\n",
      "91.72±0.22\n",
      "91.71±0.22\n",
      "91.67±0.22\n",
      "91.78±0.22\n",
      "91.73±0.22\n",
      "> use: 445\n",
      "91.62±0.22\n",
      "91.72±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "91.64±0.22\n",
      "> use: 446\n",
      "91.71±0.22\n",
      "91.75±0.22\n",
      "91.72±0.22\n",
      "91.62±0.22\n",
      "91.66±0.22\n",
      "> use: 447\n",
      "91.64±0.22\n",
      "91.75±0.22\n",
      "91.65±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "> use: 448\n",
      "91.70±0.22\n",
      "91.78±0.22\n",
      "91.78±0.22\n",
      "91.73±0.22\n",
      "91.66±0.22\n",
      "> use: 449\n",
      "91.66±0.22\n",
      "91.65±0.22\n",
      "91.74±0.22\n",
      "91.69±0.22\n",
      "91.66±0.22\n",
      "> use: 450\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.75±0.22\n",
      "91.71±0.22\n",
      "91.72±0.22\n",
      "> use: 451\n",
      "91.78±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.73±0.22\n",
      "91.65±0.22\n",
      "> use: 452\n",
      "91.66±0.22\n",
      "91.63±0.22\n",
      "91.67±0.22\n",
      "91.73±0.22\n",
      "91.57±0.22\n",
      "> use: 453\n",
      "91.63±0.22\n",
      "91.72±0.22\n",
      "91.65±0.22\n",
      "91.61±0.22\n",
      "91.72±0.22\n",
      "> use: 454\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.74±0.22\n",
      "91.73±0.22\n",
      "91.68±0.22\n",
      "> use: 455\n",
      "91.71±0.22\n",
      "91.79±0.22\n",
      "91.73±0.22\n",
      "91.70±0.22\n",
      "91.71±0.22\n",
      "> use: 456\n",
      "91.76±0.22\n",
      "91.73±0.22\n",
      "91.65±0.22\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "> use: 457\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "> use: 458\n",
      "91.69±0.22\n",
      "91.75±0.22\n",
      "91.73±0.22\n",
      "91.75±0.22\n",
      "91.72±0.22\n",
      "> use: 459\n",
      "91.71±0.22\n",
      "91.75±0.22\n",
      "91.74±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "> use: 460\n",
      "91.67±0.22\n",
      "91.66±0.22\n",
      "91.70±0.22\n",
      "91.71±0.22\n",
      "91.68±0.22\n",
      "> use: 461\n",
      "91.65±0.22\n",
      "91.72±0.22\n",
      "91.63±0.22\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "> use: 462\n",
      "91.75±0.22\n",
      "91.76±0.22\n",
      "91.68±0.22\n",
      "91.76±0.22\n",
      "91.69±0.22\n",
      "> use: 463\n",
      "91.65±0.22\n",
      "91.63±0.22\n",
      "91.66±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "> use: 464\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "91.73±0.22\n",
      "91.66±0.22\n",
      "91.69±0.22\n",
      "> use: 465\n",
      "91.70±0.22\n",
      "91.75±0.22\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.74±0.22\n",
      "> use: 466\n",
      "91.76±0.22\n",
      "91.66±0.22\n",
      "91.76±0.22\n",
      "91.77±0.22\n",
      "91.69±0.22\n",
      "> use: 467\n",
      "91.72±0.22\n",
      "91.71±0.22\n",
      "91.63±0.22\n",
      "91.66±0.22\n",
      "91.72±0.22\n",
      "> use: 468\n",
      "91.69±0.22\n",
      "91.71±0.22\n",
      "91.72±0.22\n",
      "91.67±0.22\n",
      "91.69±0.22\n",
      "> use: 469\n",
      "91.66±0.22\n",
      "91.74±0.22\n",
      "91.74±0.22\n",
      "91.72±0.22\n",
      "91.71±0.22\n",
      "> use: 470\n",
      "91.73±0.22\n",
      "91.71±0.22\n",
      "91.68±0.22\n",
      "91.72±0.22\n",
      "91.68±0.22\n",
      "> use: 471\n",
      "91.67±0.22\n",
      "91.72±0.22\n",
      "91.68±0.22\n",
      "91.72±0.22\n",
      "91.65±0.22\n",
      "> use: 472\n",
      "91.65±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "91.66±0.22\n",
      "91.70±0.22\n",
      "> use: 473\n",
      "91.78±0.22\n",
      "91.69±0.22\n",
      "91.73±0.22\n",
      "91.75±0.22\n",
      "91.73±0.22\n",
      "> use: 474\n",
      "91.72±0.22\n",
      "91.75±0.22\n",
      "91.64±0.22\n",
      "91.64±0.22\n",
      "91.68±0.22\n",
      "> use: 475\n",
      "91.70±0.22\n",
      "91.76±0.22\n",
      "91.70±0.22\n",
      "91.67±0.22\n",
      "91.67±0.22\n",
      "> use: 476\n",
      "91.67±0.22\n",
      "91.73±0.22\n",
      "91.70±0.22\n",
      "91.67±0.22\n",
      "91.63±0.22\n",
      "> use: 477\n",
      "91.79±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.71±0.22\n",
      "91.74±0.22\n",
      "> use: 478\n",
      "91.66±0.22\n",
      "91.66±0.22\n",
      "91.69±0.22\n",
      "91.73±0.22\n",
      "91.76±0.22\n",
      "> use: 479\n",
      "91.72±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "91.67±0.22\n",
      "91.69±0.22\n",
      "> use: 480\n",
      "91.67±0.22\n",
      "91.69±0.22\n",
      "91.67±0.22\n",
      "91.70±0.22\n",
      "91.66±0.22\n",
      "> use: 481\n",
      "91.71±0.22\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "91.71±0.22\n",
      "> use: 482\n",
      "91.71±0.22\n",
      "91.68±0.22\n",
      "91.74±0.22\n",
      "91.73±0.22\n",
      "91.63±0.22\n",
      "> use: 483\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.65±0.22\n",
      "91.66±0.22\n",
      "91.73±0.22\n",
      "> use: 484\n",
      "91.68±0.22\n",
      "91.64±0.22\n",
      "91.74±0.22\n",
      "91.71±0.22\n",
      "91.72±0.22\n",
      "> use: 485\n",
      "91.72±0.22\n",
      "91.67±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "91.73±0.22\n",
      "> use: 486\n",
      "91.69±0.22\n",
      "91.68±0.22\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "> use: 487\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.72±0.22\n",
      "91.66±0.22\n",
      "91.69±0.22\n",
      "> use: 488\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "91.73±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "> use: 489\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "91.68±0.22\n",
      "91.71±0.22\n",
      "> use: 490\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "91.67±0.22\n",
      "91.72±0.22\n",
      "91.66±0.22\n",
      "> use: 491\n",
      "91.73±0.22\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "91.72±0.22\n",
      "91.73±0.22\n",
      "> use: 492\n",
      "91.74±0.22\n",
      "91.74±0.22\n",
      "91.63±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "> use: 493\n",
      "91.69±0.22\n",
      "91.68±0.22\n",
      "91.68±0.22\n",
      "91.69±0.22\n",
      "91.68±0.22\n",
      "> use: 494\n",
      "91.73±0.22\n",
      "91.68±0.22\n",
      "91.68±0.22\n",
      "91.62±0.22\n",
      "91.67±0.22\n",
      "> use: 495\n",
      "91.72±0.22\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "91.66±0.22\n",
      "> use: 496\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.67±0.22\n",
      "91.71±0.22\n",
      "> use: 497\n",
      "91.72±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.68±0.22\n",
      "91.72±0.22\n",
      "> use: 498\n",
      "91.66±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "> use: 499\n",
      "91.69±0.22\n",
      "91.70±0.22\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "91.68±0.22\n",
      "91.69±0.22\n",
      "91.68±0.22\n",
      "> use: 500\n",
      "91.73±0.22\n",
      "91.73±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.69±0.22\n",
      "> use: 501\n",
      "91.70±0.22\n",
      "91.71±0.22\n",
      "91.71±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "> use: 502\n",
      "91.71±0.22\n",
      "91.70±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "> use: 503\n",
      "91.68±0.22\n",
      "91.72±0.22\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.71±0.22\n",
      "> use: 504\n",
      "91.69±0.22\n",
      "91.65±0.22\n",
      "91.74±0.22\n",
      "91.72±0.22\n",
      "91.69±0.22\n",
      "> use: 505\n",
      "91.70±0.22\n",
      "91.67±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "91.68±0.22\n",
      "> use: 506\n",
      "91.69±0.22\n",
      "91.72±0.22\n",
      "91.66±0.22\n",
      "91.69±0.22\n",
      "91.69±0.22\n",
      "> use: 507\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "> use: 508\n",
      "91.68±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.69±0.22\n",
      "> use: 509\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.71±0.22\n",
      "91.73±0.22\n",
      "91.70±0.22\n",
      "> use: 510\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.68±0.22\n",
      "91.71±0.22\n",
      "91.68±0.22\n",
      "> use: 511\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "91.69±0.22\n",
      "91.70±0.22\n",
      "> use: 512\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n",
      "91.70±0.22\n"
     ]
    }
   ],
   "source": [
    "#%% random ensemble\n",
    "accsR = random_ens(disSub, query_label, Get=5) # 5 or 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> use: 1\n",
      "91.81±0.22\n",
      "> use: 2\n",
      "91.80±0.22\n",
      "> use: 3\n",
      "91.78±0.22\n",
      "> use: 4\n",
      "91.77±0.22\n",
      "> use: 5\n",
      "91.92±0.22\n",
      "> use: 6\n",
      "92.08±0.22\n",
      "> use: 7\n",
      "92.35±0.21\n",
      "> use: 8\n",
      "92.45±0.21\n",
      "> use: 9\n",
      "92.48±0.21\n",
      "> use: 10\n",
      "92.48±0.21\n",
      "> use: 11\n",
      "92.54±0.21\n",
      "> use: 12\n",
      "92.57±0.21\n",
      "> use: 13\n",
      "92.51±0.21\n",
      "> use: 14\n",
      "92.56±0.21\n",
      "> use: 15\n",
      "92.57±0.21\n",
      "> use: 16\n",
      "92.57±0.21\n",
      "> use: 17\n",
      "92.56±0.21\n",
      "> use: 18\n",
      "92.56±0.21\n",
      "> use: 19\n",
      "92.55±0.21\n",
      "> use: 20\n",
      "92.55±0.21\n",
      "> use: 21\n",
      "92.56±0.21\n",
      "> use: 22\n",
      "92.56±0.21\n",
      "> use: 23\n",
      "92.56±0.21\n",
      "> use: 24\n",
      "92.58±0.21\n",
      "> use: 25\n",
      "92.58±0.21\n",
      "> use: 26\n",
      "92.59±0.21\n",
      "> use: 27\n",
      "92.57±0.21\n",
      "> use: 28\n",
      "92.55±0.21\n",
      "> use: 29\n",
      "92.56±0.21\n",
      "> use: 30\n",
      "92.55±0.21\n",
      "> use: 31\n",
      "92.56±0.21\n",
      "> use: 32\n",
      "92.56±0.21\n",
      "> use: 33\n",
      "92.58±0.21\n",
      "> use: 34\n",
      "92.60±0.21\n",
      "> use: 35\n",
      "92.60±0.21\n",
      "> use: 36\n",
      "92.60±0.21\n",
      "> use: 37\n",
      "92.60±0.21\n",
      "> use: 38\n",
      "92.61±0.21\n",
      "> use: 39\n",
      "92.60±0.21\n",
      "> use: 40\n",
      "92.58±0.21\n",
      "> use: 41\n",
      "92.60±0.21\n",
      "> use: 42\n",
      "92.62±0.21\n",
      "> use: 43\n",
      "92.60±0.21\n",
      "> use: 44\n",
      "92.57±0.21\n",
      "> use: 45\n",
      "92.57±0.21\n",
      "> use: 46\n",
      "92.57±0.21\n",
      "> use: 47\n",
      "92.55±0.21\n",
      "> use: 48\n",
      "92.54±0.21\n",
      "> use: 49\n",
      "92.53±0.21\n",
      "> use: 50\n",
      "92.55±0.21\n",
      "> use: 51\n",
      "92.55±0.21\n",
      "> use: 52\n",
      "92.55±0.21\n",
      "> use: 53\n",
      "92.55±0.21\n",
      "> use: 54\n",
      "92.55±0.21\n",
      "> use: 55\n",
      "92.55±0.21\n",
      "> use: 56\n",
      "92.56±0.21\n",
      "> use: 57\n",
      "92.57±0.21\n",
      "> use: 58\n",
      "92.57±0.21\n",
      "> use: 59\n",
      "92.57±0.21\n",
      "> use: 60\n",
      "92.59±0.21\n",
      "> use: 61\n",
      "92.59±0.21\n",
      "> use: 62\n",
      "92.58±0.21\n",
      "> use: 63\n",
      "92.58±0.21\n",
      "> use: 64\n",
      "92.59±0.21\n",
      "> use: 65\n",
      "92.61±0.21\n",
      "> use: 66\n",
      "92.59±0.21\n",
      "> use: 67\n",
      "92.60±0.21\n",
      "> use: 68\n",
      "92.61±0.21\n",
      "> use: 69\n",
      "92.61±0.21\n",
      "> use: 70\n",
      "92.60±0.21\n",
      "> use: 71\n",
      "92.59±0.21\n",
      "> use: 72\n",
      "92.57±0.21\n",
      "> use: 73\n",
      "92.57±0.21\n",
      "> use: 74\n",
      "92.57±0.21\n",
      "> use: 75\n",
      "92.57±0.21\n",
      "> use: 76\n",
      "92.57±0.21\n",
      "> use: 77\n",
      "92.57±0.21\n",
      "> use: 78\n",
      "92.57±0.21\n",
      "> use: 79\n",
      "92.57±0.21\n",
      "> use: 80\n",
      "92.58±0.21\n",
      "> use: 81\n",
      "92.56±0.21\n",
      "> use: 82\n",
      "92.54±0.21\n",
      "> use: 83\n",
      "92.52±0.21\n",
      "> use: 84\n",
      "92.53±0.21\n",
      "> use: 85\n",
      "92.54±0.21\n",
      "> use: 86\n",
      "92.53±0.21\n",
      "> use: 87\n",
      "92.53±0.21\n",
      "> use: 88\n",
      "92.53±0.21\n",
      "> use: 89\n",
      "92.54±0.21\n",
      "> use: 90\n",
      "92.54±0.21\n",
      "> use: 91\n",
      "92.54±0.21\n",
      "> use: 92\n",
      "92.54±0.21\n",
      "> use: 93\n",
      "92.55±0.21\n",
      "> use: 94\n",
      "92.55±0.21\n",
      "> use: 95\n",
      "92.55±0.21\n",
      "> use: 96\n",
      "92.55±0.21\n",
      "> use: 97\n",
      "92.55±0.21\n",
      "> use: 98\n",
      "92.56±0.21\n",
      "> use: 99\n",
      "92.55±0.21\n",
      "> use: 100\n",
      "92.55±0.21\n",
      "> use: 101\n",
      "92.55±0.21\n",
      "> use: 102\n",
      "92.54±0.21\n",
      "> use: 103\n",
      "92.54±0.21\n",
      "> use: 104\n",
      "92.54±0.21\n",
      "> use: 105\n",
      "92.54±0.21\n",
      "> use: 106\n",
      "92.55±0.21\n",
      "> use: 107\n",
      "92.54±0.21\n",
      "> use: 108\n",
      "92.54±0.21\n",
      "> use: 109\n",
      "92.53±0.21\n",
      "> use: 110\n",
      "92.53±0.21\n",
      "> use: 111\n",
      "92.53±0.21\n",
      "> use: 112\n",
      "92.53±0.21\n",
      "> use: 113\n",
      "92.54±0.21\n",
      "> use: 114\n",
      "92.55±0.21\n",
      "> use: 115\n",
      "92.53±0.21\n",
      "> use: 116\n",
      "92.51±0.21\n",
      "> use: 117\n",
      "92.52±0.21\n",
      "> use: 118\n",
      "92.52±0.21\n",
      "> use: 119\n",
      "92.52±0.21\n",
      "> use: 120\n",
      "92.52±0.21\n",
      "> use: 121\n",
      "92.53±0.21\n",
      "> use: 122\n",
      "92.52±0.21\n",
      "> use: 123\n",
      "92.52±0.21\n",
      "> use: 124\n",
      "92.52±0.21\n",
      "> use: 125\n",
      "92.52±0.21\n",
      "> use: 126\n",
      "92.52±0.21\n",
      "> use: 127\n",
      "92.51±0.21\n",
      "> use: 128\n",
      "92.51±0.21\n",
      "> use: 129\n",
      "92.50±0.21\n",
      "> use: 130\n",
      "92.50±0.21\n",
      "> use: 131\n",
      "92.51±0.21\n",
      "> use: 132\n",
      "92.52±0.21\n",
      "> use: 133\n",
      "92.51±0.21\n",
      "> use: 134\n",
      "92.49±0.21\n",
      "> use: 135\n",
      "92.49±0.21\n",
      "> use: 136\n",
      "92.49±0.21\n",
      "> use: 137\n",
      "92.49±0.21\n",
      "> use: 138\n",
      "92.48±0.21\n",
      "> use: 139\n",
      "92.47±0.21\n",
      "> use: 140\n",
      "92.47±0.21\n",
      "> use: 141\n",
      "92.47±0.21\n",
      "> use: 142\n",
      "92.48±0.21\n",
      "> use: 143\n",
      "92.47±0.21\n",
      "> use: 144\n",
      "92.46±0.21\n",
      "> use: 145\n",
      "92.48±0.21\n",
      "> use: 146\n",
      "92.48±0.21\n",
      "> use: 147\n",
      "92.48±0.21\n",
      "> use: 148\n",
      "92.48±0.21\n",
      "> use: 149\n",
      "92.48±0.21\n",
      "> use: 150\n",
      "92.48±0.21\n",
      "> use: 151\n",
      "92.48±0.21\n",
      "> use: 152\n",
      "92.48±0.21\n",
      "> use: 153\n",
      "92.48±0.21\n",
      "> use: 154\n",
      "92.48±0.21\n",
      "> use: 155\n",
      "92.48±0.21\n",
      "> use: 156\n",
      "92.47±0.21\n",
      "> use: 157\n",
      "92.46±0.21\n",
      "> use: 158\n",
      "92.44±0.21\n",
      "> use: 159\n",
      "92.44±0.21\n",
      "> use: 160\n",
      "92.44±0.21\n",
      "> use: 161\n",
      "92.44±0.21\n",
      "> use: 162\n",
      "92.44±0.21\n",
      "> use: 163\n",
      "92.44±0.21\n",
      "> use: 164\n",
      "92.43±0.21\n",
      "> use: 165\n",
      "92.43±0.21\n",
      "> use: 166\n",
      "92.43±0.21\n",
      "> use: 167\n",
      "92.43±0.21\n",
      "> use: 168\n",
      "92.42±0.21\n",
      "> use: 169\n",
      "92.42±0.21\n",
      "> use: 170\n",
      "92.42±0.21\n",
      "> use: 171\n",
      "92.41±0.21\n",
      "> use: 172\n",
      "92.42±0.21\n",
      "> use: 173\n",
      "92.41±0.21\n",
      "> use: 174\n",
      "92.41±0.21\n",
      "> use: 175\n",
      "92.40±0.21\n",
      "> use: 176\n",
      "92.40±0.21\n",
      "> use: 177\n",
      "92.40±0.21\n",
      "> use: 178\n",
      "92.39±0.21\n",
      "> use: 179\n",
      "92.38±0.21\n",
      "> use: 180\n",
      "92.37±0.21\n",
      "> use: 181\n",
      "92.38±0.21\n",
      "> use: 182\n",
      "92.38±0.21\n",
      "> use: 183\n",
      "92.37±0.21\n",
      "> use: 184\n",
      "92.37±0.22\n",
      "> use: 185\n",
      "92.37±0.21\n",
      "> use: 186\n",
      "92.37±0.21\n",
      "> use: 187\n",
      "92.37±0.22\n",
      "> use: 188\n",
      "92.35±0.22\n",
      "> use: 189\n",
      "92.35±0.22\n",
      "> use: 190\n",
      "92.34±0.22\n",
      "> use: 191\n",
      "92.33±0.22\n",
      "> use: 192\n",
      "92.32±0.22\n",
      "> use: 193\n",
      "92.32±0.22\n",
      "> use: 194\n",
      "92.31±0.22\n",
      "> use: 195\n",
      "92.32±0.22\n",
      "> use: 196\n",
      "92.32±0.22\n",
      "> use: 197\n",
      "92.34±0.22\n",
      "> use: 198\n",
      "92.34±0.22\n",
      "> use: 199\n",
      "92.35±0.22\n",
      "> use: 200\n",
      "92.36±0.22\n",
      "> use: 201\n",
      "92.36±0.22\n",
      "> use: 202\n",
      "92.36±0.22\n",
      "> use: 203\n",
      "92.37±0.22\n",
      "> use: 204\n",
      "92.38±0.22\n",
      "> use: 205\n",
      "92.39±0.21\n",
      "> use: 206\n",
      "92.39±0.21\n",
      "> use: 207\n",
      "92.39±0.22\n",
      "> use: 208\n",
      "92.39±0.22\n",
      "> use: 209\n",
      "92.39±0.22\n",
      "> use: 210\n",
      "92.40±0.22\n",
      "> use: 211\n",
      "92.41±0.21\n",
      "> use: 212\n",
      "92.41±0.21\n",
      "> use: 213\n",
      "92.39±0.21\n",
      "> use: 214\n",
      "92.39±0.21\n",
      "> use: 215\n",
      "92.41±0.21\n",
      "> use: 216\n",
      "92.41±0.21\n",
      "> use: 217\n",
      "92.42±0.21\n",
      "> use: 218\n",
      "92.42±0.21\n",
      "> use: 219\n",
      "92.44±0.21\n",
      "> use: 220\n",
      "92.45±0.21\n",
      "> use: 221\n",
      "92.45±0.21\n",
      "> use: 222\n",
      "92.46±0.21\n",
      "> use: 223\n",
      "92.46±0.21\n",
      "> use: 224\n",
      "92.47±0.21\n",
      "> use: 225\n",
      "92.48±0.21\n",
      "> use: 226\n",
      "92.47±0.21\n",
      "> use: 227\n",
      "92.48±0.21\n",
      "> use: 228\n",
      "92.48±0.21\n",
      "> use: 229\n",
      "92.48±0.21\n",
      "> use: 230\n",
      "92.48±0.21\n",
      "> use: 231\n",
      "92.48±0.21\n",
      "> use: 232\n",
      "92.47±0.21\n",
      "> use: 233\n",
      "92.47±0.21\n",
      "> use: 234\n",
      "92.47±0.21\n",
      "> use: 235\n",
      "92.47±0.21\n",
      "> use: 236\n",
      "92.46±0.21\n",
      "> use: 237\n",
      "92.46±0.21\n",
      "> use: 238\n",
      "92.46±0.21\n",
      "> use: 239\n",
      "92.46±0.21\n",
      "> use: 240\n",
      "92.46±0.21\n",
      "> use: 241\n",
      "92.46±0.21\n",
      "> use: 242\n",
      "92.46±0.21\n",
      "> use: 243\n",
      "92.47±0.21\n",
      "> use: 244\n",
      "92.45±0.21\n",
      "> use: 245\n",
      "92.45±0.21\n",
      "> use: 246\n",
      "92.44±0.21\n",
      "> use: 247\n",
      "92.45±0.21\n",
      "> use: 248\n",
      "92.44±0.21\n",
      "> use: 249\n",
      "92.44±0.21\n",
      "> use: 250\n",
      "92.44±0.21\n",
      "> use: 251\n",
      "92.44±0.21\n",
      "> use: 252\n",
      "92.44±0.21\n",
      "> use: 253\n",
      "92.44±0.21\n",
      "> use: 254\n",
      "92.44±0.21\n",
      "> use: 255\n",
      "92.44±0.21\n",
      "> use: 256\n",
      "92.43±0.21\n",
      "> use: 257\n",
      "92.44±0.21\n",
      "> use: 258\n",
      "92.44±0.21\n",
      "> use: 259\n",
      "92.43±0.21\n",
      "> use: 260\n",
      "92.44±0.21\n",
      "> use: 261\n",
      "92.44±0.21\n",
      "> use: 262\n",
      "92.44±0.21\n",
      "> use: 263\n",
      "92.46±0.21\n",
      "> use: 264\n",
      "92.45±0.21\n",
      "> use: 265\n",
      "92.45±0.21\n",
      "> use: 266\n",
      "92.44±0.21\n",
      "> use: 267\n",
      "92.44±0.21\n",
      "> use: 268\n",
      "92.44±0.21\n",
      "> use: 269\n",
      "92.44±0.21\n",
      "> use: 270\n",
      "92.45±0.21\n",
      "> use: 271\n",
      "92.45±0.21\n",
      "> use: 272\n",
      "92.45±0.21\n",
      "> use: 273\n",
      "92.46±0.21\n",
      "> use: 274\n",
      "92.46±0.21\n",
      "> use: 275\n",
      "92.46±0.21\n",
      "> use: 276\n",
      "92.46±0.21\n",
      "> use: 277\n",
      "92.46±0.21\n",
      "> use: 278\n",
      "92.46±0.21\n",
      "> use: 279\n",
      "92.45±0.21\n",
      "> use: 280\n",
      "92.44±0.21\n",
      "> use: 281\n",
      "92.45±0.21\n",
      "> use: 282\n",
      "92.45±0.21\n",
      "> use: 283\n",
      "92.45±0.21\n",
      "> use: 284\n",
      "92.44±0.21\n",
      "> use: 285\n",
      "92.44±0.21\n",
      "> use: 286\n",
      "92.44±0.21\n",
      "> use: 287\n",
      "92.44±0.21\n",
      "> use: 288\n",
      "92.44±0.21\n",
      "> use: 289\n",
      "92.44±0.21\n",
      "> use: 290\n",
      "92.44±0.21\n",
      "> use: 291\n",
      "92.44±0.21\n",
      "> use: 292\n",
      "92.44±0.21\n",
      "> use: 293\n",
      "92.43±0.21\n",
      "> use: 294\n",
      "92.43±0.21\n",
      "> use: 295\n",
      "92.43±0.21\n",
      "> use: 296\n",
      "92.43±0.21\n",
      "> use: 297\n",
      "92.43±0.21\n",
      "> use: 298\n",
      "92.43±0.21\n",
      "> use: 299\n",
      "92.43±0.21\n",
      "> use: 300\n",
      "92.43±0.21\n",
      "> use: 301\n",
      "92.43±0.21\n",
      "> use: 302\n",
      "92.42±0.21\n",
      "> use: 303\n",
      "92.42±0.21\n",
      "> use: 304\n",
      "92.42±0.21\n",
      "> use: 305\n",
      "92.43±0.21\n",
      "> use: 306\n",
      "92.43±0.21\n",
      "> use: 307\n",
      "92.42±0.21\n",
      "> use: 308\n",
      "92.43±0.21\n",
      "> use: 309\n",
      "92.42±0.21\n",
      "> use: 310\n",
      "92.41±0.21\n",
      "> use: 311\n",
      "92.41±0.21\n",
      "> use: 312\n",
      "92.40±0.21\n",
      "> use: 313\n",
      "92.41±0.21\n",
      "> use: 314\n",
      "92.41±0.21\n",
      "> use: 315\n",
      "92.40±0.21\n",
      "> use: 316\n",
      "92.40±0.21\n",
      "> use: 317\n",
      "92.40±0.21\n",
      "> use: 318\n",
      "92.40±0.21\n",
      "> use: 319\n",
      "92.39±0.21\n",
      "> use: 320\n",
      "92.38±0.21\n",
      "> use: 321\n",
      "92.38±0.21\n",
      "> use: 322\n",
      "92.37±0.21\n",
      "> use: 323\n",
      "92.38±0.21\n",
      "> use: 324\n",
      "92.38±0.21\n",
      "> use: 325\n",
      "92.37±0.21\n",
      "> use: 326\n",
      "92.37±0.21\n",
      "> use: 327\n",
      "92.37±0.21\n",
      "> use: 328\n",
      "92.36±0.21\n",
      "> use: 329\n",
      "92.35±0.21\n",
      "> use: 330\n",
      "92.35±0.21\n",
      "> use: 331\n",
      "92.35±0.21\n",
      "> use: 332\n",
      "92.35±0.21\n",
      "> use: 333\n",
      "92.36±0.21\n",
      "> use: 334\n",
      "92.35±0.21\n",
      "> use: 335\n",
      "92.35±0.21\n",
      "> use: 336\n",
      "92.35±0.21\n",
      "> use: 337\n",
      "92.34±0.21\n",
      "> use: 338\n",
      "92.35±0.21\n",
      "> use: 339\n",
      "92.35±0.21\n",
      "> use: 340\n",
      "92.34±0.21\n",
      "> use: 341\n",
      "92.34±0.21\n",
      "> use: 342\n",
      "92.35±0.21\n",
      "> use: 343\n",
      "92.35±0.21\n",
      "> use: 344\n",
      "92.35±0.21\n",
      "> use: 345\n",
      "92.34±0.21\n",
      "> use: 346\n",
      "92.34±0.21\n",
      "> use: 347\n",
      "92.34±0.21\n",
      "> use: 348\n",
      "92.34±0.21\n",
      "> use: 349\n",
      "92.33±0.21\n",
      "> use: 350\n",
      "92.33±0.21\n",
      "> use: 351\n",
      "92.32±0.21\n",
      "> use: 352\n",
      "92.32±0.21\n",
      "> use: 353\n",
      "92.31±0.21\n",
      "> use: 354\n",
      "92.32±0.21\n",
      "> use: 355\n",
      "92.31±0.21\n",
      "> use: 356\n",
      "92.31±0.21\n",
      "> use: 357\n",
      "92.31±0.21\n",
      "> use: 358\n",
      "92.31±0.21\n",
      "> use: 359\n",
      "92.31±0.21\n",
      "> use: 360\n",
      "92.31±0.21\n",
      "> use: 361\n",
      "92.30±0.21\n",
      "> use: 362\n",
      "92.30±0.21\n",
      "> use: 363\n",
      "92.30±0.21\n",
      "> use: 364\n",
      "92.30±0.21\n",
      "> use: 365\n",
      "92.30±0.21\n",
      "> use: 366\n",
      "92.30±0.21\n",
      "> use: 367\n",
      "92.30±0.21\n",
      "> use: 368\n",
      "92.30±0.21\n",
      "> use: 369\n",
      "92.29±0.21\n",
      "> use: 370\n",
      "92.29±0.21\n",
      "> use: 371\n",
      "92.29±0.21\n",
      "> use: 372\n",
      "92.28±0.21\n",
      "> use: 373\n",
      "92.28±0.21\n",
      "> use: 374\n",
      "92.26±0.21\n",
      "> use: 375\n",
      "92.26±0.21\n",
      "> use: 376\n",
      "92.26±0.21\n",
      "> use: 377\n",
      "92.25±0.21\n",
      "> use: 378\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "92.25±0.21\n",
      "> use: 379\n",
      "92.24±0.21\n",
      "> use: 380\n",
      "92.24±0.21\n",
      "> use: 381\n",
      "92.24±0.21\n",
      "> use: 382\n",
      "92.23±0.21\n",
      "> use: 383\n",
      "92.23±0.21\n",
      "> use: 384\n",
      "92.23±0.21\n",
      "> use: 385\n",
      "92.23±0.21\n",
      "> use: 386\n",
      "92.23±0.21\n",
      "> use: 387\n",
      "92.23±0.21\n",
      "> use: 388\n",
      "92.23±0.21\n",
      "> use: 389\n",
      "92.23±0.21\n",
      "> use: 390\n",
      "92.22±0.21\n",
      "> use: 391\n",
      "92.23±0.21\n",
      "> use: 392\n",
      "92.23±0.21\n",
      "> use: 393\n",
      "92.23±0.21\n",
      "> use: 394\n",
      "92.21±0.21\n",
      "> use: 395\n",
      "92.20±0.21\n",
      "> use: 396\n",
      "92.20±0.21\n",
      "> use: 397\n",
      "92.20±0.21\n",
      "> use: 398\n",
      "92.20±0.21\n",
      "> use: 399\n",
      "92.20±0.21\n",
      "> use: 400\n",
      "92.19±0.22\n",
      "> use: 401\n",
      "92.18±0.22\n",
      "> use: 402\n",
      "92.18±0.22\n",
      "> use: 403\n",
      "92.18±0.22\n",
      "> use: 404\n",
      "92.18±0.22\n",
      "> use: 405\n",
      "92.17±0.22\n",
      "> use: 406\n",
      "92.16±0.22\n",
      "> use: 407\n",
      "92.17±0.22\n",
      "> use: 408\n",
      "92.16±0.22\n",
      "> use: 409\n",
      "92.15±0.22\n",
      "> use: 410\n",
      "92.15±0.22\n",
      "> use: 411\n",
      "92.15±0.22\n",
      "> use: 412\n",
      "92.14±0.22\n",
      "> use: 413\n",
      "92.13±0.22\n",
      "> use: 414\n",
      "92.13±0.22\n",
      "> use: 415\n",
      "92.12±0.22\n",
      "> use: 416\n",
      "92.12±0.22\n",
      "> use: 417\n",
      "92.12±0.22\n",
      "> use: 418\n",
      "92.11±0.22\n",
      "> use: 419\n",
      "92.11±0.22\n",
      "> use: 420\n",
      "92.10±0.22\n",
      "> use: 421\n",
      "92.10±0.22\n",
      "> use: 422\n",
      "92.10±0.22\n",
      "> use: 423\n",
      "92.09±0.22\n",
      "> use: 424\n",
      "92.09±0.22\n",
      "> use: 425\n",
      "92.09±0.22\n",
      "> use: 426\n",
      "92.09±0.22\n",
      "> use: 427\n",
      "92.08±0.22\n",
      "> use: 428\n",
      "92.07±0.22\n",
      "> use: 429\n",
      "92.07±0.22\n",
      "> use: 430\n",
      "92.07±0.22\n",
      "> use: 431\n",
      "92.06±0.22\n",
      "> use: 432\n",
      "92.05±0.22\n",
      "> use: 433\n",
      "92.05±0.22\n",
      "> use: 434\n",
      "92.05±0.22\n",
      "> use: 435\n",
      "92.05±0.22\n",
      "> use: 436\n",
      "92.05±0.22\n",
      "> use: 437\n",
      "92.05±0.22\n",
      "> use: 438\n",
      "92.05±0.22\n",
      "> use: 439\n",
      "92.03±0.22\n",
      "> use: 440\n",
      "92.03±0.22\n",
      "> use: 441\n",
      "92.03±0.22\n",
      "> use: 442\n",
      "92.03±0.22\n",
      "> use: 443\n",
      "92.02±0.22\n",
      "> use: 444\n",
      "92.02±0.22\n",
      "> use: 445\n",
      "92.01±0.22\n",
      "> use: 446\n",
      "92.00±0.22\n",
      "> use: 447\n",
      "92.00±0.22\n",
      "> use: 448\n",
      "91.99±0.22\n",
      "> use: 449\n",
      "91.99±0.22\n",
      "> use: 450\n",
      "91.99±0.22\n",
      "> use: 451\n",
      "91.98±0.22\n",
      "> use: 452\n",
      "91.97±0.22\n",
      "> use: 453\n",
      "91.96±0.22\n",
      "> use: 454\n",
      "91.96±0.22\n",
      "> use: 455\n",
      "91.96±0.22\n",
      "> use: 456\n",
      "91.96±0.22\n",
      "> use: 457\n",
      "91.95±0.22\n",
      "> use: 458\n",
      "91.95±0.22\n",
      "> use: 459\n",
      "91.94±0.22\n",
      "> use: 460\n",
      "91.94±0.22\n",
      "> use: 461\n",
      "91.94±0.22\n",
      "> use: 462\n",
      "91.94±0.22\n",
      "> use: 463\n",
      "91.94±0.22\n",
      "> use: 464\n",
      "91.94±0.22\n",
      "> use: 465\n",
      "91.93±0.22\n",
      "> use: 466\n",
      "91.93±0.22\n",
      "> use: 467\n",
      "91.92±0.22\n",
      "> use: 468\n",
      "91.91±0.22\n",
      "> use: 469\n",
      "91.90±0.22\n",
      "> use: 470\n",
      "91.90±0.22\n",
      "> use: 471\n",
      "91.89±0.22\n",
      "> use: 472\n",
      "91.88±0.22\n",
      "> use: 473\n",
      "91.88±0.22\n",
      "> use: 474\n",
      "91.87±0.22\n",
      "> use: 475\n",
      "91.87±0.22\n",
      "> use: 476\n",
      "91.87±0.22\n",
      "> use: 477\n",
      "91.87±0.22\n",
      "> use: 478\n",
      "91.87±0.22\n",
      "> use: 479\n",
      "91.86±0.22\n",
      "> use: 480\n",
      "91.86±0.22\n",
      "> use: 481\n",
      "91.85±0.22\n",
      "> use: 482\n",
      "91.85±0.22\n",
      "> use: 483\n",
      "91.85±0.22\n",
      "> use: 484\n",
      "91.85±0.22\n",
      "> use: 485\n",
      "91.84±0.22\n",
      "> use: 486\n",
      "91.83±0.22\n",
      "> use: 487\n",
      "91.83±0.22\n",
      "> use: 488\n",
      "91.82±0.22\n",
      "> use: 489\n",
      "91.82±0.22\n",
      "> use: 490\n",
      "91.82±0.22\n",
      "> use: 491\n",
      "91.80±0.22\n",
      "> use: 492\n",
      "91.80±0.22\n",
      "> use: 493\n",
      "91.80±0.22\n",
      "> use: 494\n",
      "91.79±0.22\n",
      "> use: 495\n",
      "91.78±0.22\n",
      "> use: 496\n",
      "91.78±0.22\n",
      "> use: 497\n",
      "91.77±0.22\n",
      "> use: 498\n",
      "91.75±0.22\n",
      "> use: 499\n",
      "91.75±0.22\n",
      "> use: 500\n",
      "91.75±0.22\n",
      "> use: 501\n",
      "91.74±0.22\n",
      "> use: 502\n",
      "91.74±0.22\n",
      "> use: 503\n",
      "91.74±0.22\n",
      "> use: 504\n",
      "91.74±0.22\n",
      "> use: 505\n",
      "91.73±0.22\n",
      "> use: 506\n",
      "91.72±0.22\n",
      "> use: 507\n",
      "91.72±0.22\n",
      "> use: 508\n",
      "91.71±0.22\n",
      "> use: 509\n",
      "91.70±0.22\n",
      "> use: 510\n",
      "91.70±0.22\n",
      "> use: 511\n",
      "91.70±0.22\n",
      "> use: 512\n",
      "91.70±0.22\n"
     ]
    }
   ],
   "source": [
    "#%% guided ensemble\n",
    "accsG = guided_ens(disSub, query_label, m_s_v)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "now we can achieve an accuracy of 92.61666666666666\n"
     ]
    }
   ],
   "source": [
    "print('now we can achieve an accuracy of', max(accsG))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}