demo_mnist.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# train_mnist.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Setting CUDA_VISIBLE_DEVICES to 3\n",
      "2020-10-15 22:25:44.434301\n",
      "Namespace(alpha=0.395, augmentation=False, batch_size=50, bce=False, cuda_ids=3, data='mnist', drop_last=False, epochs=60, epsilon=1.58, epsilon_infty=0.1, epsilon_pgd=1.58, epsilon_train=1.58, epsilon_train_infty=0.1, gamma=0.1, kappa=0.0, kappa_schedule_length=20, linfty=False, lr=0.0003, lr_scheduler='multistep', method='BCP', model='large', model_factor=8, momentum=0.9, niter=100, no_augmentation=True, no_save=False, no_shuffle=False, normalization=False, opt='adam', opt_iter=10, pgd=False, prefix='models/mnist/10152159_large_BCP_data_mnist_epochs_60_epsilon_train_1.58_lr_0.0003_opt_adam_opt_iter_10_rampup_20_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_1', print=False, rampup=20, real_time=False, resnet_N=1, resnet_factor=1, save=True, schedule_length=20, seed=2019, shuffle=True, sniter=1, starting_epsilon=0.0, starting_kappa=1.0, step_size=10, test_batch_size=50, test_opt_iter=1000, test_pth=None, test_sniter=1000000, train_method='BCP', verbose=200, warmup=1, wd_list=[21, 30, 40], weight_decay=0.0)\n",
      "saving file to models/mnist/10152159_large_BCP_data_mnist_epochs_60_epsilon_train_1.58_lr_0.0003_opt_adam_opt_iter_10_rampup_20_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_1\n",
      "Sequential(\n",
      "  (0): Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (1): ReLU()\n",
      "  (2): Conv2d(32, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))\n",
      "  (3): ReLU()\n",
      "  (4): Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (5): ReLU()\n",
      "  (6): Conv2d(64, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))\n",
      "  (7): ReLU()\n",
      "  (8): Flatten()\n",
      "  (9): Linear(in_features=3136, out_features=512, bias=True)\n",
      "  (10): ReLU()\n",
      "  (11): Linear(in_features=512, out_features=512, bias=True)\n",
      "  (12): ReLU()\n",
      "  (13): Linear(in_features=512, out_features=10, bias=True)\n",
      ")\n",
      "Adam (\n",
      "Parameter Group 0\n",
      "    amsgrad: False\n",
      "    betas: (0.9, 0.999)\n",
      "    eps: 1e-08\n",
      "    lr: 0.0003\n",
      "    weight_decay: 0\n",
      ")\n",
      "<torch.optim.lr_scheduler.MultiStepLR object at 0x7fc1d56dfa20>\n",
      "0 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0003000\n",
      "Epoch: [0][1/1200]\tTime 0.4437 (0.4437)\tData 0.0919 (0.0919)\tLoss 2.3014 (2.3014)\tError 0.8400 (0.8400)\n",
      "Epoch: [0][200/1200]\tTime 0.0079 (0.0118)\tData 0.0020 (0.0030)\tLoss 0.2423 (0.6691)\tError 0.0800 (0.2184)\n",
      "Epoch: [0][400/1200]\tTime 0.0081 (0.0104)\tData 0.0017 (0.0026)\tLoss 0.1580 (0.4336)\tError 0.0600 (0.1398)\n",
      "Epoch: [0][600/1200]\tTime 0.0080 (0.0098)\tData 0.0017 (0.0023)\tLoss 0.1550 (0.3355)\tError 0.0400 (0.1074)\n",
      "Epoch: [0][800/1200]\tTime 0.0080 (0.0095)\tData 0.0016 (0.0022)\tLoss 0.0682 (0.2770)\tError 0.0400 (0.0883)\n",
      "Epoch: [0][1000/1200]\tTime 0.0082 (0.0093)\tData 0.0017 (0.0022)\tLoss 0.1193 (0.2401)\tError 0.0400 (0.0764)\n",
      "Epoch: [0][1200/1200]\tTime 0.0117 (0.0096)\tData 0.0037 (0.0022)\tLoss 0.0437 (0.2129)\tError 0.0200 (0.0675)\n",
      "Test: [1/200]\tTime 0.0791 (0.0791)\tLoss 0.0066 (0.0066)\tError 0.0000 (0.0000)\n",
      "Test: [200/200]\tTime 0.0081 (0.0136)\tLoss 0.0595 (0.0662)\tError 0.0200 (0.0219)\n",
      " * Error 0.0219\n",
      "LR DECAY STEP\n",
      "1 th epoch: epsilon: 0.0000000 - 0.0831579, kappa: 1.0000 - 0.9474, lr: 0.0003000\n",
      "Epoch: [1][1/1200]\tTime 0.303 (0.303)\tEps 0.000\tData 0.097 (0.097)\tL 0.0174 (0.0174)//RL 0.0174 (0.0174)//RL1 0.0174 (0.0174)\tE 0.000 (0.000)//RE 0.000 (0.000)//RE1 0.000 (0.000)\n",
      "Epoch: [1][200/1200]\tTime 0.166 (0.130)\tEps 0.013\tData 0.002 (0.008)\tL 0.0311 (0.0636)//RL 1.4664 (0.7004)//RL1 2.1198 (1.0167)\tE 0.020 (0.019)//RE 0.480 (0.198)//RE1 0.640 (0.272)\n",
      "Epoch: [1][400/1200]\tTime 0.142 (0.122)\tEps 0.026\tData 0.011 (0.007)\tL 0.0282 (0.0665)//RL 0.7059 (0.9313)//RL1 0.9529 (1.3221)\tE 0.020 (0.020)//RE 0.200 (0.257)//RE1 0.260 (0.344)\n",
      "Epoch: [1][600/1200]\tTime 0.138 (0.112)\tEps 0.039\tData 0.006 (0.006)\tL 0.0850 (0.0668)//RL 0.5971 (0.9147)//RL1 0.8105 (1.2734)\tE 0.020 (0.020)//RE 0.100 (0.253)//RE1 0.220 (0.335)\n",
      "Epoch: [1][800/1200]\tTime 0.088 (0.114)\tEps 0.053\tData 0.012 (0.007)\tL 0.0216 (0.0665)//RL 0.4338 (0.8514)//RL1 0.5588 (1.1675)\tE 0.000 (0.020)//RE 0.120 (0.236)//RE1 0.160 (0.309)\n",
      "Epoch: [1][1000/1200]\tTime 0.217 (0.118)\tEps 0.066\tData 0.025 (0.007)\tL 0.1580 (0.0656)//RL 0.7252 (0.7996)//RL1 0.8619 (1.0810)\tE 0.040 (0.020)//RE 0.140 (0.223)//RE1 0.200 (0.289)\n",
      "Epoch: [1][1200/1200]\tTime 0.078 (0.116)\tEps 0.079\tData 0.002 (0.007)\tL 0.0488 (0.0649)//RL 0.6890 (0.7647)//RL1 0.8355 (1.0206)\tE 0.020 (0.020)//RE 0.200 (0.214)//RE1 0.260 (0.274)\n",
      "\n",
      "Taken 138.80030703544617 s/epoch\n",
      "Test: [1/200]\tTime 22.955 (22.955)\tL 0.0459 (0.0459)//RL 1.047 (1.047)//RL1 1.271 (1.271)\tE 0.020 (0.020)//RE 0.280 (0.280)//RE1 0.320 (0.320)\n",
      "Test: [200/200]\tTime 0.062 (0.154)\tL 0.0391 (0.0541)//RL 0.951 (0.959)//RL1 1.179 (1.174)\tE 0.020 (0.018)//RE 0.240 (0.256)//RE1 0.340 (0.303)\n",
      "\n",
      " * Robust error 0.256\tError 0.018\n",
      "LR DECAY STEP\n",
      "2 th epoch: epsilon: 0.0831579 - 0.1663158, kappa: 0.9474 - 0.8947, lr: 0.0003000\n",
      "Epoch: [2][1/1200]\tTime 0.263 (0.263)\tEps 0.083\tData 0.113 (0.113)\tL 0.0093 (0.0093)//RL 0.9030 (0.9030)//RL1 1.1081 (1.1081)\tE 0.000 (0.000)//RE 0.300 (0.300)//RE1 0.300 (0.300)\n",
      "Epoch: [2][200/1200]\tTime 0.120 (0.139)\tEps 0.096\tData 0.004 (0.007)\tL 0.0288 (0.0542)//RL 0.6211 (0.5404)//RL1 0.7595 (0.6405)\tE 0.000 (0.016)//RE 0.220 (0.153)//RE1 0.280 (0.180)\n",
      "Epoch: [2][400/1200]\tTime 0.088 (0.129)\tEps 0.109\tData 0.002 (0.007)\tL 0.1281 (0.0521)//RL 0.5241 (0.5097)//RL1 0.6018 (0.5985)\tE 0.020 (0.016)//RE 0.140 (0.146)//RE1 0.160 (0.171)\n",
      "Epoch: [2][600/1200]\tTime 0.144 (0.116)\tEps 0.123\tData 0.006 (0.006)\tL 0.1216 (0.0534)//RL 0.5105 (0.5054)//RL1 0.5805 (0.5881)\tE 0.040 (0.017)//RE 0.100 (0.146)//RE1 0.120 (0.168)\n",
      "Epoch: [2][800/1200]\tTime 0.139 (0.118)\tEps 0.136\tData 0.003 (0.006)\tL 0.0097 (0.0551)//RL 0.4017 (0.5103)//RL1 0.4701 (0.5893)\tE 0.000 (0.017)//RE 0.160 (0.148)//RE1 0.180 (0.168)\n",
      "Epoch: [2][1000/1200]\tTime 0.129 (0.118)\tEps 0.149\tData 0.012 (0.006)\tL 0.0579 (0.0553)//RL 0.4913 (0.5025)//RL1 0.5541 (0.5764)\tE 0.040 (0.017)//RE 0.120 (0.146)//RE1 0.120 (0.166)\n",
      "Epoch: [2][1200/1200]\tTime 0.078 (0.113)\tEps 0.162\tData 0.002 (0.006)\tL 0.0156 (0.0555)//RL 0.4222 (0.4967)//RL1 0.4641 (0.5667)\tE 0.000 (0.017)//RE 0.180 (0.145)//RE1 0.200 (0.163)\n",
      "\n",
      "Taken 136.1483325958252 s/epoch\n",
      "Test: [1/200]\tTime 2.304 (2.304)\tL 0.0286 (0.0286)//RL 0.848 (0.848)//RL1 0.951 (0.951)\tE 0.020 (0.020)//RE 0.240 (0.240)//RE1 0.280 (0.280)\n",
      "Test: [200/200]\tTime 0.029 (0.043)\tL 0.0613 (0.0644)//RL 0.746 (1.031)//RL1 0.839 (1.140)\tE 0.020 (0.021)//RE 0.200 (0.286)//RE1 0.200 (0.308)\n",
      "\n",
      " * Robust error 0.286\tError 0.021\n",
      "LR DECAY STEP\n",
      "3 th epoch: epsilon: 0.1663158 - 0.2494737, kappa: 0.8947 - 0.8421, lr: 0.0003000\n",
      "Epoch: [3][1/1200]\tTime 0.215 (0.215)\tEps 0.166\tData 0.096 (0.096)\tL 0.0090 (0.0090)//RL 0.8294 (0.8294)//RL1 0.9478 (0.9478)\tE 0.000 (0.000)//RE 0.260 (0.260)//RE1 0.300 (0.300)\n",
      "Epoch: [3][200/1200]\tTime 0.092 (0.126)\tEps 0.179\tData 0.004 (0.007)\tL 0.1346 (0.0539)//RL 0.7800 (0.4863)//RL1 0.8553 (0.5345)\tE 0.040 (0.016)//RE 0.220 (0.142)//RE1 0.240 (0.155)\n",
      "Epoch: [3][400/1200]\tTime 0.145 (0.129)\tEps 0.193\tData 0.002 (0.009)\tL 0.0397 (0.0538)//RL 0.5040 (0.4960)//RL1 0.5473 (0.5429)\tE 0.020 (0.016)//RE 0.180 (0.146)//RE1 0.180 (0.158)\n",
      "Epoch: [3][600/1200]\tTime 0.088 (0.119)\tEps 0.206\tData 0.003 (0.008)\tL 0.0403 (0.0556)//RL 0.2473 (0.5054)//RL1 0.2713 (0.5514)\tE 0.020 (0.017)//RE 0.040 (0.149)//RE1 0.040 (0.161)\n",
      "Epoch: [3][800/1200]\tTime 0.076 (0.112)\tEps 0.219\tData 0.002 (0.006)\tL 0.0169 (0.0545)//RL 0.3088 (0.4989)//RL1 0.3276 (0.5436)\tE 0.000 (0.017)//RE 0.100 (0.147)//RE1 0.100 (0.159)\n",
      "Epoch: [3][1000/1200]\tTime 0.091 (0.105)\tEps 0.232\tData 0.002 (0.006)\tL 0.3301 (0.0554)//RL 1.2405 (0.4998)//RL1 1.3275 (0.5436)\tE 0.080 (0.017)//RE 0.260 (0.147)//RE1 0.260 (0.158)\n",
      "Epoch: [3][1200/1200]\tTime 0.080 (0.106)\tEps 0.245\tData 0.003 (0.005)\tL 0.0685 (0.0562)//RL 0.6724 (0.5059)//RL1 0.7140 (0.5494)\tE 0.040 (0.018)//RE 0.180 (0.149)//RE1 0.200 (0.160)\n",
      "\n",
      "Taken 127.11618661880493 s/epoch\n",
      "Test: [1/200]\tTime 19.231 (19.231)\tL 0.0056 (0.0056)//RL 0.917 (0.917)//RL1 1.019 (1.019)\tE 0.000 (0.000)//RE 0.280 (0.280)//RE1 0.340 (0.340)\n",
      "Test: [200/200]\tTime 0.031 (0.143)\tL 0.0702 (0.0567)//RL 0.946 (1.115)//RL1 1.039 (1.219)\tE 0.040 (0.018)//RE 0.220 (0.310)//RE1 0.240 (0.334)\n",
      "\n",
      " * Robust error 0.310\tError 0.018\n",
      "LR DECAY STEP\n",
      "4 th epoch: epsilon: 0.2494737 - 0.3326316, kappa: 0.8421 - 0.7895, lr: 0.0003000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [4][1/1200]\tTime 0.266 (0.266)\tEps 0.249\tData 0.099 (0.099)\tL 0.0049 (0.0049)//RL 0.8339 (0.8339)//RL1 0.9289 (0.9289)\tE 0.000 (0.000)//RE 0.280 (0.280)//RE1 0.340 (0.340)\n",
      "Epoch: [4][200/1200]\tTime 0.158 (0.118)\tEps 0.263\tData 0.002 (0.005)\tL 0.0995 (0.0603)//RL 0.7280 (0.5489)//RL1 0.7638 (0.5932)\tE 0.060 (0.019)//RE 0.140 (0.160)//RE1 0.160 (0.170)\n",
      "Epoch: [4][400/1200]\tTime 0.151 (0.125)\tEps 0.276\tData 0.003 (0.007)\tL 0.0706 (0.0573)//RL 0.4681 (0.5359)//RL1 0.4997 (0.5780)\tE 0.040 (0.018)//RE 0.100 (0.159)//RE1 0.100 (0.170)\n",
      "Epoch: [4][600/1200]\tTime 0.167 (0.130)\tEps 0.289\tData 0.020 (0.008)\tL 0.0325 (0.0565)//RL 0.4653 (0.5311)//RL1 0.5135 (0.5730)\tE 0.020 (0.018)//RE 0.120 (0.160)//RE1 0.140 (0.170)\n",
      "Epoch: [4][800/1200]\tTime 0.133 (0.122)\tEps 0.302\tData 0.003 (0.007)\tL 0.0136 (0.0578)//RL 0.2323 (0.5342)//RL1 0.2502 (0.5761)\tE 0.000 (0.018)//RE 0.060 (0.161)//RE1 0.060 (0.171)\n",
      "Epoch: [4][1000/1200]\tTime 0.176 (0.123)\tEps 0.315\tData 0.011 (0.007)\tL 0.0791 (0.0583)//RL 0.5860 (0.5338)//RL1 0.6333 (0.5753)\tE 0.040 (0.019)//RE 0.140 (0.160)//RE1 0.220 (0.171)\n",
      "Epoch: [4][1200/1200]\tTime 0.081 (0.125)\tEps 0.328\tData 0.002 (0.007)\tL 0.0970 (0.0601)//RL 0.5608 (0.5389)//RL1 0.6029 (0.5808)\tE 0.020 (0.019)//RE 0.160 (0.161)//RE1 0.180 (0.172)\n",
      "\n",
      "Taken 149.56600260734558 s/epoch\n",
      "Test: [1/200]\tTime 7.645 (7.645)\tL 0.0042 (0.0042)//RL 0.630 (0.630)//RL1 0.702 (0.702)\tE 0.000 (0.000)//RE 0.280 (0.280)//RE1 0.300 (0.300)\n",
      "Test: [200/200]\tTime 0.029 (0.073)\tL 0.0248 (0.0675)//RL 0.938 (1.079)//RL1 1.031 (1.166)\tE 0.000 (0.021)//RE 0.280 (0.315)//RE1 0.340 (0.334)\n",
      "\n",
      " * Robust error 0.315\tError 0.021\n",
      "LR DECAY STEP\n",
      "5 th epoch: epsilon: 0.3326316 - 0.4157895, kappa: 0.7895 - 0.7368, lr: 0.0003000\n",
      "Epoch: [5][1/1200]\tTime 0.235 (0.235)\tEps 0.333\tData 0.094 (0.094)\tL 0.0416 (0.0416)//RL 1.0130 (1.0130)//RL1 1.0984 (1.0984)\tE 0.020 (0.020)//RE 0.320 (0.320)//RE1 0.340 (0.340)\n",
      "Epoch: [5][200/1200]\tTime 0.094 (0.117)\tEps 0.346\tData 0.009 (0.005)\tL 0.1157 (0.0628)//RL 0.9929 (0.6039)//RL1 1.0528 (0.6510)\tE 0.040 (0.019)//RE 0.300 (0.179)//RE1 0.300 (0.191)\n",
      "Epoch: [5][400/1200]\tTime 0.104 (0.123)\tEps 0.359\tData 0.013 (0.006)\tL 0.1672 (0.0655)//RL 0.9944 (0.6062)//RL1 1.0577 (0.6542)\tE 0.040 (0.020)//RE 0.280 (0.181)//RE1 0.300 (0.193)\n",
      "Epoch: [5][600/1200]\tTime 0.088 (0.122)\tEps 0.372\tData 0.012 (0.007)\tL 0.1753 (0.0655)//RL 0.8663 (0.6014)//RL1 0.9190 (0.6489)\tE 0.100 (0.020)//RE 0.180 (0.180)//RE1 0.220 (0.193)\n",
      "Epoch: [5][800/1200]\tTime 0.076 (0.112)\tEps 0.385\tData 0.002 (0.006)\tL 0.1366 (0.0670)//RL 0.6516 (0.6078)//RL1 0.6930 (0.6558)\tE 0.040 (0.021)//RE 0.180 (0.182)//RE1 0.180 (0.194)\n",
      "Epoch: [5][1000/1200]\tTime 0.136 (0.114)\tEps 0.398\tData 0.004 (0.006)\tL 0.0203 (0.0680)//RL 0.4561 (0.6171)//RL1 0.5096 (0.6662)\tE 0.000 (0.021)//RE 0.120 (0.185)//RE1 0.120 (0.197)\n",
      "Epoch: [5][1200/1200]\tTime 0.113 (0.117)\tEps 0.412\tData 0.002 (0.007)\tL 0.0408 (0.0698)//RL 0.7287 (0.6247)//RL1 0.7987 (0.6746)\tE 0.000 (0.021)//RE 0.220 (0.186)//RE1 0.220 (0.199)\n",
      "\n",
      "Taken 140.39021730422974 s/epoch\n",
      "Test: [1/200]\tTime 10.428 (10.428)\tL 0.0103 (0.0103)//RL 0.855 (0.855)//RL1 0.949 (0.949)\tE 0.000 (0.000)//RE 0.300 (0.300)//RE1 0.320 (0.320)\n",
      "Test: [200/200]\tTime 0.023 (0.081)\tL 0.0572 (0.0703)//RL 1.227 (1.193)//RL1 1.358 (1.303)\tE 0.020 (0.021)//RE 0.380 (0.353)//RE1 0.420 (0.385)\n",
      "\n",
      " * Robust error 0.353\tError 0.021\n",
      "LR DECAY STEP\n",
      "6 th epoch: epsilon: 0.4157895 - 0.4989474, kappa: 0.7368 - 0.6842, lr: 0.0003000\n",
      "Epoch: [6][1/1200]\tTime 0.152 (0.152)\tEps 0.416\tData 0.061 (0.061)\tL 0.0381 (0.0381)//RL 1.2755 (1.2755)//RL1 1.3854 (1.3854)\tE 0.020 (0.020)//RE 0.400 (0.400)//RE1 0.420 (0.420)\n",
      "Epoch: [6][200/1200]\tTime 0.141 (0.108)\tEps 0.429\tData 0.002 (0.007)\tL 0.0389 (0.0769)//RL 0.4985 (0.6832)//RL1 0.5469 (0.7405)\tE 0.020 (0.022)//RE 0.100 (0.208)//RE1 0.120 (0.222)\n",
      "Epoch: [6][400/1200]\tTime 0.148 (0.119)\tEps 0.442\tData 0.003 (0.007)\tL 0.1132 (0.0752)//RL 0.5677 (0.6698)//RL1 0.6339 (0.7265)\tE 0.020 (0.023)//RE 0.140 (0.205)//RE1 0.140 (0.219)\n",
      "Epoch: [6][600/1200]\tTime 0.090 (0.121)\tEps 0.455\tData 0.002 (0.007)\tL 0.0716 (0.0765)//RL 0.7080 (0.6769)//RL1 0.7628 (0.7342)\tE 0.020 (0.023)//RE 0.220 (0.208)//RE1 0.260 (0.222)\n",
      "Epoch: [6][800/1200]\tTime 0.096 (0.112)\tEps 0.468\tData 0.012 (0.006)\tL 0.0843 (0.0762)//RL 0.8095 (0.6775)//RL1 0.8793 (0.7354)\tE 0.060 (0.023)//RE 0.220 (0.207)//RE1 0.260 (0.222)\n",
      "Epoch: [6][1000/1200]\tTime 0.124 (0.114)\tEps 0.482\tData 0.012 (0.006)\tL 0.0452 (0.0796)//RL 0.5862 (0.6933)//RL1 0.6382 (0.7526)\tE 0.020 (0.024)//RE 0.200 (0.212)//RE1 0.260 (0.227)\n",
      "Epoch: [6][1200/1200]\tTime 0.076 (0.115)\tEps 0.495\tData 0.002 (0.007)\tL 0.0111 (0.0805)//RL 0.4617 (0.6960)//RL1 0.5233 (0.7557)\tE 0.000 (0.024)//RE 0.180 (0.212)//RE1 0.180 (0.228)\n",
      "\n",
      "Taken 138.1419563293457 s/epoch\n",
      "Test: [1/200]\tTime 2.575 (2.575)\tL 0.0157 (0.0157)//RL 1.504 (1.504)//RL1 1.678 (1.678)\tE 0.000 (0.000)//RE 0.600 (0.600)//RE1 0.640 (0.640)\n",
      "Test: [200/200]\tTime 0.039 (0.045)\tL 0.0882 (0.0821)//RL 1.745 (1.743)//RL1 1.937 (1.916)\tE 0.020 (0.028)//RE 0.600 (0.514)//RE1 0.660 (0.555)\n",
      "\n",
      " * Robust error 0.514\tError 0.028\n",
      "LR DECAY STEP\n",
      "7 th epoch: epsilon: 0.4989474 - 0.5821053, kappa: 0.6842 - 0.6316, lr: 0.0003000\n",
      "Epoch: [7][1/1200]\tTime 0.256 (0.256)\tEps 0.499\tData 0.082 (0.082)\tL 0.2371 (0.2371)//RL 2.3702 (2.3702)//RL1 2.6042 (2.6042)\tE 0.040 (0.040)//RE 0.560 (0.560)//RE1 0.600 (0.600)\n",
      "Epoch: [7][200/1200]\tTime 0.076 (0.077)\tEps 0.512\tData 0.002 (0.002)\tL 0.0952 (0.0869)//RL 1.0608 (0.7846)//RL1 1.1317 (0.8575)\tE 0.020 (0.025)//RE 0.300 (0.238)//RE1 0.300 (0.255)\n",
      "Epoch: [7][400/1200]\tTime 0.076 (0.076)\tEps 0.525\tData 0.002 (0.002)\tL 0.0645 (0.0883)//RL 0.9423 (0.7993)//RL1 1.0323 (0.8729)\tE 0.020 (0.027)//RE 0.300 (0.244)//RE1 0.320 (0.263)\n",
      "Epoch: [7][600/1200]\tTime 0.086 (0.080)\tEps 0.538\tData 0.002 (0.002)\tL 0.0964 (0.0890)//RL 0.6970 (0.7890)//RL1 0.7699 (0.8613)\tE 0.040 (0.027)//RE 0.240 (0.242)//RE1 0.240 (0.261)\n",
      "Epoch: [7][800/1200]\tTime 0.174 (0.092)\tEps 0.552\tData 0.018 (0.004)\tL 0.1974 (0.0906)//RL 0.8125 (0.7868)//RL1 0.8861 (0.8592)\tE 0.040 (0.027)//RE 0.200 (0.242)//RE1 0.200 (0.262)\n",
      "Epoch: [7][1000/1200]\tTime 0.129 (0.101)\tEps 0.565\tData 0.003 (0.005)\tL 0.1619 (0.0941)//RL 0.9580 (0.7956)//RL1 1.0287 (0.8689)\tE 0.080 (0.028)//RE 0.300 (0.244)//RE1 0.360 (0.264)\n",
      "Epoch: [7][1200/1200]\tTime 0.079 (0.099)\tEps 0.578\tData 0.002 (0.005)\tL 0.0676 (0.0941)//RL 0.7116 (0.7915)//RL1 0.7728 (0.8650)\tE 0.020 (0.028)//RE 0.220 (0.243)//RE1 0.240 (0.263)\n",
      "\n",
      "Taken 119.13548445701599 s/epoch\n",
      "Test: [1/200]\tTime 10.020 (10.020)\tL 0.0356 (0.0356)//RL 1.426 (1.426)//RL1 1.594 (1.594)\tE 0.020 (0.020)//RE 0.480 (0.480)//RE1 0.520 (0.520)\n",
      "Test: [200/200]\tTime 0.029 (0.078)\tL 0.1005 (0.0902)//RL 1.516 (1.609)//RL1 1.687 (1.778)\tE 0.040 (0.027)//RE 0.440 (0.474)//RE1 0.460 (0.514)\n",
      "\n",
      " * Robust error 0.474\tError 0.027\n",
      "LR DECAY STEP\n",
      "8 th epoch: epsilon: 0.5821053 - 0.6652632, kappa: 0.6316 - 0.5789, lr: 0.0003000\n",
      "Epoch: [8][1/1200]\tTime 0.312 (0.312)\tEps 0.582\tData 0.157 (0.157)\tL 0.0378 (0.0378)//RL 1.4076 (1.4076)//RL1 1.5677 (1.5677)\tE 0.000 (0.000)//RE 0.420 (0.420)//RE1 0.480 (0.480)\n",
      "Epoch: [8][200/1200]\tTime 0.077 (0.109)\tEps 0.595\tData 0.002 (0.004)\tL 0.0467 (0.1027)//RL 0.6680 (0.8824)//RL1 0.7337 (0.9687)\tE 0.000 (0.029)//RE 0.220 (0.276)//RE1 0.220 (0.299)\n",
      "Epoch: [8][400/1200]\tTime 0.179 (0.121)\tEps 0.608\tData 0.028 (0.005)\tL 0.1627 (0.1053)//RL 0.9692 (0.8765)//RL1 1.0699 (0.9607)\tE 0.080 (0.030)//RE 0.240 (0.272)//RE1 0.280 (0.295)\n",
      "Epoch: [8][600/1200]\tTime 0.084 (0.118)\tEps 0.622\tData 0.002 (0.005)\tL 0.0543 (0.1084)//RL 0.7539 (0.8754)//RL1 0.8227 (0.9590)\tE 0.000 (0.031)//RE 0.240 (0.271)//RE1 0.280 (0.294)\n",
      "Epoch: [8][800/1200]\tTime 0.079 (0.107)\tEps 0.635\tData 0.002 (0.005)\tL 0.1976 (0.1092)//RL 1.1223 (0.8760)//RL1 1.2177 (0.9597)\tE 0.080 (0.031)//RE 0.300 (0.271)//RE1 0.360 (0.294)\n",
      "Epoch: [8][1000/1200]\tTime 0.158 (0.107)\tEps 0.648\tData 0.026 (0.005)\tL 0.0887 (0.1092)//RL 1.1080 (0.8783)//RL1 1.2101 (0.9629)\tE 0.000 (0.031)//RE 0.360 (0.273)//RE1 0.400 (0.298)\n",
      "Epoch: [8][1200/1200]\tTime 0.129 (0.112)\tEps 0.661\tData 0.003 (0.005)\tL 0.0655 (0.1117)//RL 0.7305 (0.8864)//RL1 0.8010 (0.9716)\tE 0.000 (0.032)//RE 0.240 (0.277)//RE1 0.240 (0.301)\n",
      "\n",
      "Taken 134.2817759513855 s/epoch\n",
      "Test: [1/200]\tTime 8.580 (8.580)\tL 0.0574 (0.0574)//RL 1.540 (1.540)//RL1 1.732 (1.732)\tE 0.020 (0.020)//RE 0.480 (0.480)//RE1 0.520 (0.520)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [200/200]\tTime 0.030 (0.077)\tL 0.1510 (0.1183)//RL 1.504 (1.718)//RL1 1.668 (1.899)\tE 0.040 (0.034)//RE 0.360 (0.499)//RE1 0.400 (0.543)\n",
      "\n",
      " * Robust error 0.499\tError 0.034\n",
      "LR DECAY STEP\n",
      "9 th epoch: epsilon: 0.6652632 - 0.7484211, kappa: 0.5789 - 0.5263, lr: 0.0003000\n",
      "Epoch: [9][1/1200]\tTime 0.247 (0.247)\tEps 0.665\tData 0.101 (0.101)\tL 0.0904 (0.0904)//RL 2.0335 (2.0335)//RL1 2.2141 (2.2141)\tE 0.040 (0.040)//RE 0.680 (0.680)//RE1 0.700 (0.700)\n",
      "Epoch: [9][200/1200]\tTime 0.128 (0.119)\tEps 0.678\tData 0.002 (0.005)\tL 0.1129 (0.1250)//RL 1.1962 (1.0398)//RL1 1.3168 (1.1424)\tE 0.040 (0.034)//RE 0.400 (0.327)//RE1 0.400 (0.356)\n",
      "Epoch: [9][400/1200]\tTime 0.141 (0.126)\tEps 0.692\tData 0.008 (0.006)\tL 0.0446 (0.1263)//RL 0.7136 (1.0138)//RL1 0.7888 (1.1131)\tE 0.000 (0.035)//RE 0.300 (0.319)//RE1 0.360 (0.347)\n",
      "Epoch: [9][600/1200]\tTime 0.124 (0.127)\tEps 0.705\tData 0.003 (0.007)\tL 0.1451 (0.1266)//RL 1.0380 (0.9971)//RL1 1.1456 (1.0937)\tE 0.020 (0.035)//RE 0.400 (0.316)//RE1 0.400 (0.342)\n",
      "Epoch: [9][800/1200]\tTime 0.110 (0.127)\tEps 0.718\tData 0.002 (0.007)\tL 0.1247 (0.1295)//RL 1.1954 (1.0044)//RL1 1.3040 (1.1009)\tE 0.020 (0.036)//RE 0.420 (0.318)//RE1 0.460 (0.345)\n",
      "Epoch: [9][1000/1200]\tTime 0.093 (0.127)\tEps 0.731\tData 0.003 (0.007)\tL 0.1982 (0.1297)//RL 1.0118 (0.9990)//RL1 1.1029 (1.0945)\tE 0.080 (0.036)//RE 0.220 (0.316)//RE1 0.240 (0.343)\n",
      "Epoch: [9][1200/1200]\tTime 0.140 (0.127)\tEps 0.744\tData 0.004 (0.007)\tL 0.1592 (0.1320)//RL 0.8759 (1.0052)//RL1 0.9467 (1.1008)\tE 0.040 (0.037)//RE 0.220 (0.317)//RE1 0.240 (0.344)\n",
      "\n",
      "Taken 152.5205430984497 s/epoch\n",
      "Test: [1/200]\tTime 21.129 (21.129)\tL 0.0501 (0.0501)//RL 1.603 (1.603)//RL1 1.793 (1.793)\tE 0.000 (0.000)//RE 0.580 (0.580)//RE1 0.620 (0.620)\n",
      "Test: [200/200]\tTime 0.063 (0.145)\tL 0.1296 (0.1234)//RL 1.694 (1.727)//RL1 1.864 (1.906)\tE 0.040 (0.033)//RE 0.540 (0.525)//RE1 0.580 (0.570)\n",
      "\n",
      " * Robust error 0.525\tError 0.033\n",
      "LR DECAY STEP\n",
      "10 th epoch: epsilon: 0.7484211 - 0.8315789, kappa: 0.5263 - 0.4737, lr: 0.0003000\n",
      "Epoch: [10][1/1200]\tTime 0.364 (0.364)\tEps 0.748\tData 0.132 (0.132)\tL 0.0560 (0.0560)//RL 1.5786 (1.5786)//RL1 1.7580 (1.7580)\tE 0.000 (0.000)//RE 0.600 (0.600)//RE1 0.620 (0.620)\n",
      "Epoch: [10][200/1200]\tTime 0.132 (0.135)\tEps 0.762\tData 0.003 (0.006)\tL 0.1127 (0.1306)//RL 0.9798 (1.0197)//RL1 1.0788 (1.1150)\tE 0.060 (0.034)//RE 0.300 (0.324)//RE1 0.320 (0.350)\n",
      "Epoch: [10][400/1200]\tTime 0.080 (0.131)\tEps 0.775\tData 0.002 (0.005)\tL 0.2348 (0.1439)//RL 1.2355 (1.0466)//RL1 1.3476 (1.1433)\tE 0.080 (0.039)//RE 0.320 (0.331)//RE1 0.380 (0.358)\n",
      "Epoch: [10][600/1200]\tTime 0.097 (0.118)\tEps 0.788\tData 0.003 (0.005)\tL 0.2059 (0.1446)//RL 0.9729 (1.0550)//RL1 1.0373 (1.1519)\tE 0.040 (0.039)//RE 0.340 (0.335)//RE1 0.360 (0.363)\n",
      "Epoch: [10][800/1200]\tTime 0.066 (0.109)\tEps 0.801\tData 0.002 (0.005)\tL 0.2155 (0.1483)//RL 1.1224 (1.0744)//RL1 1.2046 (1.1720)\tE 0.060 (0.040)//RE 0.320 (0.341)//RE1 0.340 (0.370)\n",
      "Epoch: [10][1000/1200]\tTime 0.161 (0.110)\tEps 0.814\tData 0.002 (0.005)\tL 0.3106 (0.1505)//RL 1.5374 (1.0799)//RL1 1.6495 (1.1769)\tE 0.080 (0.041)//RE 0.460 (0.343)//RE1 0.500 (0.372)\n",
      "Epoch: [10][1200/1200]\tTime 0.125 (0.114)\tEps 0.827\tData 0.002 (0.005)\tL 0.2191 (0.1531)//RL 1.2339 (1.0911)//RL1 1.3325 (1.1880)\tE 0.080 (0.041)//RE 0.400 (0.346)//RE1 0.400 (0.375)\n",
      "\n",
      "Taken 136.45021963119507 s/epoch\n",
      "Test: [1/200]\tTime 4.135 (4.135)\tL 0.0889 (0.0889)//RL 1.949 (1.949)//RL1 2.143 (2.143)\tE 0.020 (0.020)//RE 0.660 (0.660)//RE1 0.680 (0.680)\n",
      "Test: [200/200]\tTime 0.030 (0.057)\tL 0.1846 (0.1534)//RL 2.023 (2.084)//RL1 2.193 (2.274)\tE 0.060 (0.041)//RE 0.620 (0.616)//RE1 0.640 (0.656)\n",
      "\n",
      " * Robust error 0.616\tError 0.041\n",
      "LR DECAY STEP\n",
      "11 th epoch: epsilon: 0.8315789 - 0.9147368, kappa: 0.4737 - 0.4211, lr: 0.0003000\n",
      "Epoch: [11][1/1200]\tTime 0.266 (0.266)\tEps 0.832\tData 0.099 (0.099)\tL 0.0856 (0.0856)//RL 1.6827 (1.6827)//RL1 1.8472 (1.8472)\tE 0.020 (0.020)//RE 0.600 (0.600)//RE1 0.640 (0.640)\n",
      "Epoch: [11][200/1200]\tTime 0.090 (0.121)\tEps 0.845\tData 0.002 (0.005)\tL 0.2326 (0.1719)//RL 1.4194 (1.2125)//RL1 1.5295 (1.3132)\tE 0.040 (0.048)//RE 0.440 (0.385)//RE1 0.480 (0.411)\n",
      "Epoch: [11][400/1200]\tTime 0.146 (0.121)\tEps 0.858\tData 0.003 (0.004)\tL 0.2803 (0.1750)//RL 1.3953 (1.1981)//RL1 1.4871 (1.2951)\tE 0.100 (0.048)//RE 0.400 (0.384)//RE1 0.400 (0.410)\n",
      "Epoch: [11][600/1200]\tTime 0.085 (0.124)\tEps 0.871\tData 0.002 (0.005)\tL 0.1055 (0.1780)//RL 0.9194 (1.1971)//RL1 0.9834 (1.2931)\tE 0.000 (0.048)//RE 0.340 (0.384)//RE1 0.360 (0.410)\n",
      "Epoch: [11][800/1200]\tTime 0.074 (0.116)\tEps 0.884\tData 0.002 (0.005)\tL 0.1854 (0.1784)//RL 1.0427 (1.1980)//RL1 1.1335 (1.2936)\tE 0.040 (0.047)//RE 0.300 (0.385)//RE1 0.340 (0.412)\n",
      "Epoch: [11][1000/1200]\tTime 0.089 (0.115)\tEps 0.897\tData 0.002 (0.004)\tL 0.1692 (0.1807)//RL 0.9995 (1.2019)//RL1 1.0676 (1.2973)\tE 0.040 (0.048)//RE 0.340 (0.386)//RE1 0.340 (0.414)\n",
      "Epoch: [11][1200/1200]\tTime 0.110 (0.116)\tEps 0.911\tData 0.003 (0.004)\tL 0.2150 (0.1823)//RL 1.4077 (1.2086)//RL1 1.5230 (1.3043)\tE 0.080 (0.048)//RE 0.460 (0.388)//RE1 0.520 (0.416)\n",
      "\n",
      "Taken 138.97088193893433 s/epoch\n",
      "Test: [1/200]\tTime 16.290 (16.290)\tL 0.1466 (0.1466)//RL 1.896 (1.896)//RL1 2.065 (2.065)\tE 0.040 (0.040)//RE 0.640 (0.640)//RE1 0.680 (0.680)\n",
      "Test: [200/200]\tTime 0.023 (0.114)\tL 0.2317 (0.1890)//RL 2.021 (2.044)//RL1 2.185 (2.205)\tE 0.080 (0.048)//RE 0.680 (0.623)//RE1 0.700 (0.655)\n",
      "\n",
      " * Robust error 0.623\tError 0.048\n",
      "LR DECAY STEP\n",
      "12 th epoch: epsilon: 0.9147368 - 0.9978947, kappa: 0.4211 - 0.3684, lr: 0.0003000\n",
      "Epoch: [12][1/1200]\tTime 0.160 (0.160)\tEps 0.915\tData 0.068 (0.068)\tL 0.1585 (0.1585)//RL 1.9656 (1.9656)//RL1 2.1313 (2.1313)\tE 0.020 (0.020)//RE 0.700 (0.700)//RE1 0.720 (0.720)\n",
      "Epoch: [12][200/1200]\tTime 0.122 (0.093)\tEps 0.928\tData 0.002 (0.003)\tL 0.1449 (0.2049)//RL 1.4194 (1.3109)//RL1 1.5149 (1.4100)\tE 0.040 (0.052)//RE 0.520 (0.419)//RE1 0.520 (0.444)\n",
      "Epoch: [12][400/1200]\tTime 0.133 (0.115)\tEps 0.941\tData 0.004 (0.006)\tL 0.2301 (0.2076)//RL 1.2354 (1.2905)//RL1 1.3415 (1.3851)\tE 0.060 (0.052)//RE 0.320 (0.416)//RE1 0.380 (0.441)\n",
      "Epoch: [12][600/1200]\tTime 0.068 (0.120)\tEps 0.954\tData 0.002 (0.006)\tL 0.1351 (0.2095)//RL 1.3111 (1.2934)//RL1 1.4190 (1.3876)\tE 0.000 (0.052)//RE 0.460 (0.417)//RE1 0.480 (0.444)\n",
      "Epoch: [12][800/1200]\tTime 0.145 (0.115)\tEps 0.967\tData 0.002 (0.005)\tL 0.2486 (0.2114)//RL 1.3475 (1.2964)//RL1 1.4366 (1.3896)\tE 0.080 (0.053)//RE 0.440 (0.419)//RE1 0.460 (0.445)\n",
      "Epoch: [12][1000/1200]\tTime 0.167 (0.117)\tEps 0.981\tData 0.012 (0.006)\tL 0.1773 (0.2153)//RL 1.3122 (1.3053)//RL1 1.4127 (1.3980)\tE 0.040 (0.054)//RE 0.460 (0.423)//RE1 0.500 (0.449)\n",
      "Epoch: [12][1200/1200]\tTime 0.094 (0.119)\tEps 0.994\tData 0.004 (0.006)\tL 0.2424 (0.2139)//RL 1.4744 (1.3046)//RL1 1.5829 (1.3968)\tE 0.100 (0.053)//RE 0.460 (0.423)//RE1 0.480 (0.450)\n",
      "\n",
      "Taken 143.03046679496765 s/epoch\n",
      "Test: [1/200]\tTime 4.601 (4.601)\tL 0.1776 (0.1776)//RL 2.258 (2.258)//RL1 2.444 (2.444)\tE 0.020 (0.020)//RE 0.760 (0.760)//RE1 0.800 (0.800)\n",
      "Test: [200/200]\tTime 0.030 (0.054)\tL 0.2759 (0.2122)//RL 2.093 (2.275)//RL1 2.253 (2.440)\tE 0.060 (0.051)//RE 0.720 (0.704)//RE1 0.720 (0.742)\n",
      "\n",
      " * Robust error 0.704\tError 0.051\n",
      "LR DECAY STEP\n",
      "13 th epoch: epsilon: 0.9978947 - 1.0810526, kappa: 0.3684 - 0.3158, lr: 0.0003000\n",
      "Epoch: [13][1/1200]\tTime 0.297 (0.297)\tEps 0.998\tData 0.102 (0.102)\tL 0.1251 (0.1251)//RL 1.9206 (1.9206)//RL1 2.0866 (2.0866)\tE 0.020 (0.020)//RE 0.580 (0.580)//RE1 0.620 (0.620)\n",
      "Epoch: [13][200/1200]\tTime 0.143 (0.138)\tEps 1.011\tData 0.018 (0.009)\tL 0.3436 (0.2556)//RL 1.7077 (1.5104)//RL1 1.7896 (1.6118)\tE 0.120 (0.063)//RE 0.540 (0.479)//RE1 0.540 (0.503)\n",
      "Epoch: [13][400/1200]\tTime 0.120 (0.135)\tEps 1.024\tData 0.004 (0.007)\tL 0.1427 (0.2528)//RL 1.0237 (1.4311)//RL1 1.1022 (1.5233)\tE 0.020 (0.061)//RE 0.360 (0.462)//RE1 0.380 (0.485)\n",
      "Epoch: [13][600/1200]\tTime 0.131 (0.128)\tEps 1.037\tData 0.003 (0.006)\tL 0.2329 (0.2525)//RL 1.2976 (1.4233)//RL1 1.3806 (1.5141)\tE 0.040 (0.060)//RE 0.440 (0.461)//RE1 0.440 (0.485)\n",
      "Epoch: [13][800/1200]\tTime 0.154 (0.130)\tEps 1.050\tData 0.020 (0.007)\tL 0.2387 (0.2533)//RL 1.2088 (1.4240)//RL1 1.2769 (1.5137)\tE 0.040 (0.060)//RE 0.400 (0.463)//RE1 0.420 (0.487)\n",
      "Epoch: [13][1000/1200]\tTime 0.087 (0.130)\tEps 1.064\tData 0.002 (0.007)\tL 0.3351 (0.2521)//RL 1.4742 (1.4188)//RL1 1.5559 (1.5071)\tE 0.080 (0.059)//RE 0.480 (0.462)//RE1 0.480 (0.485)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [13][1200/1200]\tTime 0.080 (0.129)\tEps 1.077\tData 0.002 (0.006)\tL 0.2429 (0.2539)//RL 1.4739 (1.4176)//RL1 1.5580 (1.5049)\tE 0.040 (0.060)//RE 0.460 (0.462)//RE1 0.560 (0.486)\n",
      "\n",
      "Taken 154.86311745643616 s/epoch\n",
      "Test: [1/200]\tTime 3.204 (3.204)\tL 0.1906 (0.1906)//RL 2.193 (2.193)//RL1 2.348 (2.348)\tE 0.020 (0.020)//RE 0.760 (0.760)//RE1 0.780 (0.780)\n",
      "Test: [200/200]\tTime 0.030 (0.054)\tL 0.2843 (0.2570)//RL 2.397 (2.359)//RL1 2.550 (2.503)\tE 0.080 (0.058)//RE 0.720 (0.711)//RE1 0.760 (0.745)\n",
      "\n",
      " * Robust error 0.711\tError 0.058\n",
      "LR DECAY STEP\n",
      "14 th epoch: epsilon: 1.0810526 - 1.1642105, kappa: 0.3158 - 0.2632, lr: 0.0003000\n",
      "Epoch: [14][1/1200]\tTime 0.260 (0.260)\tEps 1.081\tData 0.112 (0.112)\tL 0.2150 (0.2150)//RL 2.1785 (2.1785)//RL1 2.3503 (2.3503)\tE 0.060 (0.060)//RE 0.640 (0.640)//RE1 0.700 (0.700)\n",
      "Epoch: [14][200/1200]\tTime 0.088 (0.120)\tEps 1.094\tData 0.003 (0.004)\tL 0.2886 (0.2875)//RL 1.4991 (1.5392)//RL1 1.5656 (1.6261)\tE 0.020 (0.067)//RE 0.600 (0.500)//RE1 0.600 (0.525)\n",
      "Epoch: [14][400/1200]\tTime 0.195 (0.121)\tEps 1.107\tData 0.019 (0.006)\tL 0.2100 (0.2875)//RL 1.2884 (1.4994)//RL1 1.3710 (1.5840)\tE 0.040 (0.067)//RE 0.460 (0.490)//RE1 0.520 (0.514)\n",
      "Epoch: [14][600/1200]\tTime 0.159 (0.128)\tEps 1.120\tData 0.013 (0.006)\tL 0.2006 (0.2844)//RL 1.0733 (1.4926)//RL1 1.1289 (1.5762)\tE 0.040 (0.066)//RE 0.420 (0.489)//RE1 0.480 (0.513)\n",
      "Epoch: [14][800/1200]\tTime 0.086 (0.127)\tEps 1.134\tData 0.002 (0.006)\tL 0.2531 (0.2880)//RL 1.5137 (1.4965)//RL1 1.5918 (1.5792)\tE 0.060 (0.066)//RE 0.620 (0.491)//RE1 0.620 (0.513)\n",
      "Epoch: [14][1000/1200]\tTime 0.079 (0.122)\tEps 1.147\tData 0.002 (0.006)\tL 0.2631 (0.2937)//RL 1.4528 (1.5069)//RL1 1.5182 (1.5886)\tE 0.040 (0.067)//RE 0.560 (0.496)//RE1 0.560 (0.518)\n",
      "Epoch: [14][1200/1200]\tTime 0.115 (0.120)\tEps 1.160\tData 0.002 (0.006)\tL 0.3185 (0.2972)//RL 1.6300 (1.5115)//RL1 1.7393 (1.5923)\tE 0.060 (0.068)//RE 0.480 (0.497)//RE1 0.520 (0.519)\n",
      "\n",
      "Taken 144.5664496421814 s/epoch\n",
      "Test: [1/200]\tTime 8.224 (8.224)\tL 0.2473 (0.2473)//RL 2.169 (2.169)//RL1 2.302 (2.302)\tE 0.040 (0.040)//RE 0.720 (0.720)//RE1 0.740 (0.740)\n",
      "Test: [200/200]\tTime 0.030 (0.074)\tL 0.2958 (0.2829)//RL 2.177 (2.189)//RL1 2.300 (2.310)\tE 0.080 (0.058)//RE 0.680 (0.707)//RE1 0.740 (0.742)\n",
      "\n",
      " * Robust error 0.707\tError 0.058\n",
      "LR DECAY STEP\n",
      "15 th epoch: epsilon: 1.1642105 - 1.2473684, kappa: 0.2632 - 0.2105, lr: 0.0003000\n",
      "Epoch: [15][1/1200]\tTime 0.327 (0.327)\tEps 1.164\tData 0.166 (0.166)\tL 0.2093 (0.2093)//RL 1.9988 (1.9988)//RL1 2.0978 (2.0978)\tE 0.020 (0.020)//RE 0.620 (0.620)//RE1 0.660 (0.660)\n",
      "Epoch: [15][200/1200]\tTime 0.159 (0.135)\tEps 1.177\tData 0.020 (0.007)\tL 0.3353 (0.3203)//RL 1.5032 (1.5803)//RL1 1.5761 (1.6580)\tE 0.060 (0.074)//RE 0.500 (0.515)//RE1 0.500 (0.538)\n",
      "Epoch: [15][400/1200]\tTime 0.131 (0.129)\tEps 1.190\tData 0.005 (0.006)\tL 0.2538 (0.3318)//RL 1.4077 (1.5796)//RL1 1.4868 (1.6547)\tE 0.080 (0.076)//RE 0.420 (0.517)//RE1 0.480 (0.538)\n",
      "Epoch: [15][600/1200]\tTime 0.132 (0.132)\tEps 1.204\tData 0.007 (0.006)\tL 0.2620 (0.3376)//RL 1.2646 (1.5790)//RL1 1.3308 (1.6535)\tE 0.040 (0.076)//RE 0.460 (0.519)//RE1 0.460 (0.540)\n",
      "Epoch: [15][800/1200]\tTime 0.089 (0.132)\tEps 1.217\tData 0.013 (0.006)\tL 0.3996 (0.3405)//RL 1.8711 (1.5828)//RL1 1.9459 (1.6565)\tE 0.120 (0.077)//RE 0.660 (0.520)//RE1 0.680 (0.540)\n",
      "Epoch: [15][1000/1200]\tTime 0.151 (0.132)\tEps 1.230\tData 0.003 (0.007)\tL 0.3687 (0.3391)//RL 1.7589 (1.5810)//RL1 1.8229 (1.6544)\tE 0.080 (0.075)//RE 0.640 (0.522)//RE1 0.640 (0.542)\n",
      "Epoch: [15][1200/1200]\tTime 0.079 (0.133)\tEps 1.243\tData 0.002 (0.007)\tL 0.3238 (0.3437)//RL 1.5879 (1.5911)//RL1 1.6600 (1.6638)\tE 0.020 (0.075)//RE 0.580 (0.526)//RE1 0.600 (0.545)\n",
      "\n",
      "Taken 159.1253845691681 s/epoch\n",
      "Test: [1/200]\tTime 11.352 (11.352)\tL 0.3472 (0.3472)//RL 2.538 (2.538)//RL1 2.668 (2.668)\tE 0.040 (0.040)//RE 0.760 (0.760)//RE1 0.840 (0.840)\n",
      "Test: [200/200]\tTime 0.030 (0.093)\tL 0.3829 (0.3614)//RL 2.467 (2.521)//RL1 2.590 (2.639)\tE 0.080 (0.072)//RE 0.820 (0.781)//RE1 0.860 (0.809)\n",
      "\n",
      " * Robust error 0.781\tError 0.072\n",
      "LR DECAY STEP\n",
      "16 th epoch: epsilon: 1.2473684 - 1.3305263, kappa: 0.2105 - 0.1579, lr: 0.0003000\n",
      "Epoch: [16][1/1200]\tTime 0.345 (0.345)\tEps 1.247\tData 0.093 (0.093)\tL 0.3795 (0.3795)//RL 2.6688 (2.6688)//RL1 2.7698 (2.7698)\tE 0.080 (0.080)//RE 0.820 (0.820)//RE1 0.820 (0.820)\n",
      "Epoch: [16][200/1200]\tTime 0.165 (0.125)\tEps 1.260\tData 0.019 (0.005)\tL 0.3373 (0.3763)//RL 1.4114 (1.6960)//RL1 1.4716 (1.7717)\tE 0.060 (0.079)//RE 0.460 (0.552)//RE1 0.480 (0.568)\n",
      "Epoch: [16][400/1200]\tTime 0.114 (0.123)\tEps 1.274\tData 0.011 (0.006)\tL 0.2523 (0.3816)//RL 1.6624 (1.6648)//RL1 1.7449 (1.7358)\tE 0.020 (0.078)//RE 0.660 (0.548)//RE1 0.680 (0.566)\n",
      "Epoch: [16][600/1200]\tTime 0.077 (0.119)\tEps 1.287\tData 0.002 (0.006)\tL 0.3669 (0.3887)//RL 1.5781 (1.6725)//RL1 1.6298 (1.7424)\tE 0.060 (0.080)//RE 0.620 (0.555)//RE1 0.640 (0.573)\n",
      "Epoch: [16][800/1200]\tTime 0.093 (0.111)\tEps 1.300\tData 0.002 (0.005)\tL 0.3974 (0.3894)//RL 1.6868 (1.6694)//RL1 1.7521 (1.7384)\tE 0.040 (0.080)//RE 0.620 (0.553)//RE1 0.620 (0.570)\n",
      "Epoch: [16][1000/1200]\tTime 0.159 (0.115)\tEps 1.313\tData 0.003 (0.005)\tL 0.6562 (0.3956)//RL 2.1349 (1.6773)//RL1 2.2025 (1.7450)\tE 0.180 (0.082)//RE 0.720 (0.556)//RE1 0.720 (0.573)\n",
      "Epoch: [16][1200/1200]\tTime 0.187 (0.119)\tEps 1.326\tData 0.004 (0.005)\tL 0.4142 (0.3994)//RL 1.7391 (1.6805)//RL1 1.8045 (1.7474)\tE 0.080 (0.083)//RE 0.640 (0.556)//RE1 0.640 (0.573)\n",
      "\n",
      "Taken 142.73673558235168 s/epoch\n",
      "Test: [1/200]\tTime 23.054 (23.054)\tL 0.3734 (0.3734)//RL 2.746 (2.746)//RL1 2.871 (2.871)\tE 0.040 (0.040)//RE 0.800 (0.800)//RE1 0.820 (0.820)\n",
      "Test: [200/200]\tTime 0.030 (0.145)\tL 0.4163 (0.4280)//RL 2.735 (2.864)//RL1 2.842 (2.974)\tE 0.120 (0.086)//RE 0.880 (0.831)//RE1 0.880 (0.847)\n",
      "\n",
      " * Robust error 0.831\tError 0.086\n",
      "LR DECAY STEP\n",
      "17 th epoch: epsilon: 1.3305263 - 1.4136842, kappa: 0.1579 - 0.1053, lr: 0.0003000\n",
      "Epoch: [17][1/1200]\tTime 0.246 (0.246)\tEps 1.331\tData 0.096 (0.096)\tL 0.3748 (0.3748)//RL 2.8249 (2.8249)//RL1 2.9325 (2.9325)\tE 0.000 (0.000)//RE 0.800 (0.800)//RE1 0.800 (0.800)\n",
      "Epoch: [17][200/1200]\tTime 0.131 (0.127)\tEps 1.344\tData 0.002 (0.005)\tL 0.5327 (0.4822)//RL 1.6355 (1.8783)//RL1 1.6835 (1.9426)\tE 0.140 (0.103)//RE 0.560 (0.612)//RE1 0.560 (0.629)\n",
      "Epoch: [17][400/1200]\tTime 0.196 (0.125)\tEps 1.357\tData 0.021 (0.005)\tL 0.4111 (0.4723)//RL 1.6086 (1.8099)//RL1 1.6600 (1.8707)\tE 0.040 (0.096)//RE 0.580 (0.596)//RE1 0.600 (0.612)\n",
      "Epoch: [17][600/1200]\tTime 0.148 (0.118)\tEps 1.370\tData 0.004 (0.005)\tL 0.3990 (0.4688)//RL 1.6805 (1.7804)//RL1 1.7446 (1.8397)\tE 0.060 (0.094)//RE 0.520 (0.590)//RE1 0.520 (0.605)\n",
      "Epoch: [17][800/1200]\tTime 0.097 (0.120)\tEps 1.383\tData 0.002 (0.006)\tL 0.5084 (0.4694)//RL 1.7727 (1.7825)//RL1 1.8295 (1.8414)\tE 0.100 (0.094)//RE 0.560 (0.590)//RE1 0.580 (0.606)\n",
      "Epoch: [17][1000/1200]\tTime 0.122 (0.121)\tEps 1.396\tData 0.002 (0.006)\tL 0.4200 (0.4726)//RL 1.6445 (1.7801)//RL1 1.6918 (1.8383)\tE 0.120 (0.094)//RE 0.480 (0.592)//RE1 0.480 (0.607)\n",
      "Epoch: [17][1200/1200]\tTime 0.079 (0.120)\tEps 1.409\tData 0.002 (0.006)\tL 0.3764 (0.4782)//RL 1.5999 (1.7804)//RL1 1.6593 (1.8380)\tE 0.060 (0.095)//RE 0.580 (0.592)//RE1 0.580 (0.607)\n",
      "\n",
      "Taken 144.3903374671936 s/epoch\n",
      "Test: [1/200]\tTime 16.287 (16.287)\tL 0.4082 (0.4082)//RL 2.146 (2.146)//RL1 2.230 (2.230)\tE 0.040 (0.040)//RE 0.700 (0.700)//RE1 0.700 (0.700)\n",
      "Test: [200/200]\tTime 0.036 (0.123)\tL 0.4268 (0.4705)//RL 2.183 (2.275)//RL1 2.261 (2.352)\tE 0.100 (0.091)//RE 0.760 (0.740)//RE1 0.800 (0.753)\n",
      "\n",
      " * Robust error 0.740\tError 0.091\n",
      "LR DECAY STEP\n",
      "18 th epoch: epsilon: 1.4136842 - 1.4968421, kappa: 0.1053 - 0.0526, lr: 0.0003000\n",
      "Epoch: [18][1/1200]\tTime 0.299 (0.299)\tEps 1.414\tData 0.108 (0.108)\tL 0.5732 (0.5732)//RL 2.4731 (2.4731)//RL1 2.5653 (2.5653)\tE 0.120 (0.120)//RE 0.800 (0.800)//RE1 0.820 (0.820)\n",
      "Epoch: [18][200/1200]\tTime 0.197 (0.131)\tEps 1.427\tData 0.024 (0.008)\tL 0.7105 (0.5491)//RL 1.9631 (1.9125)//RL1 2.0028 (1.9682)\tE 0.260 (0.111)//RE 0.660 (0.629)//RE1 0.660 (0.645)\n",
      "Epoch: [18][400/1200]\tTime 0.148 (0.124)\tEps 1.440\tData 0.004 (0.007)\tL 0.4803 (0.5511)//RL 1.8082 (1.8665)//RL1 1.8534 (1.9186)\tE 0.080 (0.107)//RE 0.620 (0.617)//RE1 0.640 (0.630)\n",
      "Epoch: [18][600/1200]\tTime 0.139 (0.133)\tEps 1.453\tData 0.011 (0.006)\tL 0.4742 (0.5577)//RL 1.6589 (1.8571)//RL1 1.6974 (1.9085)\tE 0.080 (0.108)//RE 0.560 (0.615)//RE1 0.560 (0.628)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [18][800/1200]\tTime 0.143 (0.128)\tEps 1.466\tData 0.003 (0.006)\tL 0.4159 (0.5632)//RL 1.6518 (1.8601)//RL1 1.7041 (1.9112)\tE 0.100 (0.108)//RE 0.600 (0.618)//RE1 0.600 (0.631)\n",
      "Epoch: [18][1000/1200]\tTime 0.077 (0.119)\tEps 1.479\tData 0.002 (0.005)\tL 0.4512 (0.5643)//RL 1.5662 (1.8595)//RL1 1.6065 (1.9103)\tE 0.060 (0.107)//RE 0.520 (0.618)//RE1 0.540 (0.631)\n",
      "Epoch: [18][1200/1200]\tTime 0.144 (0.119)\tEps 1.493\tData 0.010 (0.005)\tL 0.5519 (0.5688)//RL 1.8233 (1.8591)//RL1 1.8703 (1.9094)\tE 0.120 (0.108)//RE 0.600 (0.617)//RE1 0.620 (0.630)\n",
      "\n",
      "Taken 142.71298742294312 s/epoch\n",
      "Test: [1/200]\tTime 7.641 (7.641)\tL 0.5486 (0.5486)//RL 2.285 (2.285)//RL1 2.354 (2.354)\tE 0.160 (0.160)//RE 0.720 (0.720)//RE1 0.720 (0.720)\n",
      "Test: [200/200]\tTime 0.069 (0.087)\tL 0.5505 (0.5955)//RL 2.309 (2.373)//RL1 2.377 (2.439)\tE 0.160 (0.123)//RE 0.740 (0.743)//RE1 0.740 (0.755)\n",
      "\n",
      " * Robust error 0.743\tError 0.123\n",
      "LR DECAY STEP\n",
      "19 th epoch: epsilon: 1.4968421 - 1.5800000, kappa: 0.0526 - 0.0000, lr: 0.0003000\n",
      "Epoch: [19][1/1200]\tTime 0.234 (0.234)\tEps 1.497\tData 0.087 (0.087)\tL 0.5775 (0.5775)//RL 2.3601 (2.3601)//RL1 2.4297 (2.4297)\tE 0.040 (0.040)//RE 0.680 (0.680)//RE1 0.700 (0.700)\n",
      "Epoch: [19][200/1200]\tTime 0.128 (0.132)\tEps 1.510\tData 0.011 (0.010)\tL 0.8023 (0.6276)//RL 2.3334 (1.9485)//RL1 2.3833 (1.9973)\tE 0.180 (0.121)//RE 0.760 (0.643)//RE1 0.760 (0.657)\n",
      "Epoch: [19][400/1200]\tTime 0.193 (0.129)\tEps 1.523\tData 0.020 (0.008)\tL 0.8104 (0.6441)//RL 1.9928 (1.9240)//RL1 2.0365 (1.9699)\tE 0.280 (0.124)//RE 0.640 (0.637)//RE1 0.660 (0.649)\n",
      "Epoch: [19][600/1200]\tTime 0.089 (0.130)\tEps 1.536\tData 0.002 (0.009)\tL 0.5772 (0.6459)//RL 1.8360 (1.9129)//RL1 1.8840 (1.9580)\tE 0.140 (0.123)//RE 0.620 (0.635)//RE1 0.660 (0.648)\n",
      "Epoch: [19][800/1200]\tTime 0.083 (0.129)\tEps 1.549\tData 0.002 (0.008)\tL 0.7167 (0.6503)//RL 1.9977 (1.9149)//RL1 2.0386 (1.9600)\tE 0.180 (0.124)//RE 0.680 (0.635)//RE1 0.700 (0.648)\n",
      "Epoch: [19][1000/1200]\tTime 0.077 (0.120)\tEps 1.563\tData 0.002 (0.007)\tL 0.8541 (0.6591)//RL 2.2155 (1.9189)//RL1 2.2651 (1.9633)\tE 0.300 (0.126)//RE 0.680 (0.635)//RE1 0.680 (0.647)\n",
      "Epoch: [19][1200/1200]\tTime 0.076 (0.120)\tEps 1.576\tData 0.002 (0.007)\tL 0.8111 (0.6685)//RL 2.3095 (1.9254)//RL1 2.3542 (1.9693)\tE 0.160 (0.127)//RE 0.800 (0.639)//RE1 0.820 (0.651)\n",
      "\n",
      "Taken 143.5651729106903 s/epoch\n",
      "Test: [1/200]\tTime 27.826 (27.826)\tL 0.6379 (0.6379)//RL 2.481 (2.481)//RL1 2.548 (2.548)\tE 0.040 (0.040)//RE 0.800 (0.800)//RE1 0.820 (0.820)\n",
      "Test: [200/200]\tTime 0.032 (0.175)\tL 0.6523 (0.6944)//RL 2.529 (2.559)//RL1 2.595 (2.621)\tE 0.120 (0.110)//RE 0.880 (0.829)//RE1 0.880 (0.843)\n",
      "\n",
      " * Robust error 0.829\tError 0.110\n",
      "LR DECAY STEP\n",
      "20 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0003000\n",
      "Epoch: [20][1/1200]\tTime 0.237 (0.237)\tEps 1.580\tData 0.105 (0.105)\tL 0.7545 (0.7545)//RL 2.7125 (2.7125)//RL1 2.7757 (2.7757)\tE 0.100 (0.100)//RE 0.820 (0.820)//RE1 0.840 (0.840)\n",
      "Epoch: [20][200/1200]\tTime 0.093 (0.085)\tEps 1.593\tData 0.002 (0.003)\tL 0.7647 (0.7766)//RL 1.6964 (2.0415)//RL1 1.7187 (2.0809)\tE 0.220 (0.140)//RE 0.520 (0.678)//RE1 0.520 (0.689)\n",
      "Epoch: [20][400/1200]\tTime 0.077 (0.084)\tEps 1.606\tData 0.002 (0.003)\tL 0.7034 (0.7724)//RL 1.8269 (2.0066)//RL1 1.8556 (2.0446)\tE 0.100 (0.138)//RE 0.600 (0.664)//RE1 0.620 (0.674)\n",
      "Epoch: [20][600/1200]\tTime 0.200 (0.090)\tEps 1.619\tData 0.019 (0.003)\tL 0.7556 (0.7839)//RL 1.8321 (1.9981)//RL1 1.8637 (2.0354)\tE 0.200 (0.140)//RE 0.620 (0.662)//RE1 0.640 (0.672)\n",
      "Epoch: [20][800/1200]\tTime 0.122 (0.100)\tEps 1.633\tData 0.003 (0.004)\tL 0.8421 (0.7959)//RL 1.9670 (1.9987)//RL1 2.0002 (2.0353)\tE 0.160 (0.143)//RE 0.680 (0.663)//RE1 0.680 (0.673)\n",
      "Epoch: [20][1000/1200]\tTime 0.147 (0.101)\tEps 1.646\tData 0.007 (0.005)\tL 0.8458 (0.8021)//RL 1.9557 (2.0011)//RL1 1.9881 (2.0379)\tE 0.140 (0.142)//RE 0.620 (0.665)//RE1 0.620 (0.675)\n",
      "Epoch: [20][1200/1200]\tTime 0.091 (0.099)\tEps 1.659\tData 0.008 (0.005)\tL 0.8461 (0.8146)//RL 1.9475 (2.0025)//RL1 1.9779 (2.0385)\tE 0.120 (0.142)//RE 0.740 (0.667)//RE1 0.740 (0.677)\n",
      "\n",
      "Taken 119.20679974555969 s/epoch\n",
      "Test: [1/200]\tTime 23.189 (23.189)\tL 0.8210 (0.8210)//RL 2.227 (2.227)//RL1 2.270 (2.270)\tE 0.140 (0.140)//RE 0.700 (0.700)//RE1 0.760 (0.760)\n",
      "Test: [200/200]\tTime 0.053 (0.167)\tL 0.8128 (0.8604)//RL 2.226 (2.264)//RL1 2.268 (2.304)\tE 0.140 (0.143)//RE 0.760 (0.765)//RE1 0.780 (0.776)\n",
      "\n",
      " * Robust error 0.765\tError 0.143\n",
      "LR DECAY STEP\n",
      "21 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0003000\n",
      "Epoch: [21][1/1200]\tTime 0.279 (0.279)\tEps 1.580\tData 0.131 (0.131)\tL 0.8584 (0.8584)//RL 2.2957 (2.2957)//RL1 2.3359 (2.3359)\tE 0.160 (0.160)//RE 0.720 (0.720)//RE1 0.720 (0.720)\n",
      "Epoch: [21][200/1200]\tTime 0.076 (0.121)\tEps 1.593\tData 0.002 (0.007)\tL 0.9882 (0.7918)//RL 1.9804 (1.9971)//RL1 2.0080 (2.0342)\tE 0.160 (0.146)//RE 0.700 (0.660)//RE1 0.700 (0.670)\n",
      "Epoch: [21][400/1200]\tTime 0.163 (0.125)\tEps 1.606\tData 0.007 (0.007)\tL 0.6972 (0.7737)//RL 1.8970 (1.9682)//RL1 1.9368 (2.0055)\tE 0.100 (0.139)//RE 0.560 (0.655)//RE1 0.560 (0.664)\n",
      "Epoch: [21][600/1200]\tTime 0.145 (0.127)\tEps 1.619\tData 0.003 (0.007)\tL 0.7950 (0.7829)//RL 1.9688 (1.9702)//RL1 2.0062 (2.0074)\tE 0.100 (0.141)//RE 0.620 (0.654)//RE1 0.620 (0.664)\n",
      "Epoch: [21][800/1200]\tTime 0.089 (0.124)\tEps 1.633\tData 0.002 (0.006)\tL 0.8462 (0.7911)//RL 1.9963 (1.9750)//RL1 2.0325 (2.0118)\tE 0.080 (0.141)//RE 0.700 (0.657)//RE1 0.720 (0.668)\n",
      "Epoch: [21][1000/1200]\tTime 0.139 (0.122)\tEps 1.646\tData 0.003 (0.006)\tL 0.9565 (0.8021)//RL 2.1482 (1.9806)//RL1 2.1821 (2.0169)\tE 0.180 (0.142)//RE 0.700 (0.660)//RE1 0.720 (0.671)\n",
      "Epoch: [21][1200/1200]\tTime 0.083 (0.125)\tEps 1.659\tData 0.002 (0.007)\tL 1.0676 (0.8173)//RL 2.3279 (1.9889)//RL1 2.3654 (2.0246)\tE 0.180 (0.143)//RE 0.720 (0.663)//RE1 0.760 (0.673)\n",
      "\n",
      "Taken 150.44873571395874 s/epoch\n",
      "Test: [1/200]\tTime 2.648 (2.648)\tL 0.8757 (0.8757)//RL 2.522 (2.522)//RL1 2.574 (2.574)\tE 0.140 (0.140)//RE 0.860 (0.860)//RE1 0.860 (0.860)\n",
      "Test: [200/200]\tTime 0.061 (0.057)\tL 0.8472 (0.9078)//RL 2.481 (2.537)//RL1 2.533 (2.587)\tE 0.140 (0.177)//RE 0.740 (0.804)//RE1 0.760 (0.814)\n",
      "\n",
      " * Robust error 0.804\tError 0.177\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.804\n",
      "22 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [22][1/1200]\tTime 0.258 (0.258)\tEps 1.580\tData 0.091 (0.091)\tL 0.9980 (0.9980)//RL 2.7006 (2.7006)//RL1 2.7537 (2.7537)\tE 0.160 (0.160)//RE 0.820 (0.820)//RE1 0.840 (0.840)\n",
      "Epoch: [22][200/1200]\tTime 0.133 (0.114)\tEps 1.593\tData 0.003 (0.008)\tL 0.7261 (0.7685)//RL 1.8623 (1.9152)//RL1 1.8979 (1.9509)\tE 0.060 (0.122)//RE 0.600 (0.630)//RE1 0.600 (0.640)\n",
      "Epoch: [22][400/1200]\tTime 0.125 (0.127)\tEps 1.606\tData 0.003 (0.008)\tL 0.7898 (0.7558)//RL 1.9592 (1.8589)//RL1 2.0028 (1.8931)\tE 0.220 (0.119)//RE 0.680 (0.613)//RE1 0.680 (0.623)\n",
      "Epoch: [22][600/1200]\tTime 0.130 (0.131)\tEps 1.619\tData 0.002 (0.009)\tL 0.5320 (0.7325)//RL 1.5364 (1.8264)//RL1 1.5687 (1.8606)\tE 0.060 (0.117)//RE 0.460 (0.605)//RE1 0.480 (0.615)\n",
      "Epoch: [22][800/1200]\tTime 0.102 (0.123)\tEps 1.633\tData 0.002 (0.007)\tL 0.6234 (0.7145)//RL 1.7359 (1.8097)//RL1 1.7708 (1.8444)\tE 0.120 (0.116)//RE 0.520 (0.600)//RE1 0.520 (0.610)\n",
      "Epoch: [22][1000/1200]\tTime 0.153 (0.123)\tEps 1.646\tData 0.002 (0.007)\tL 0.6229 (0.6981)//RL 1.7883 (1.7973)//RL1 1.8227 (1.8327)\tE 0.080 (0.113)//RE 0.580 (0.597)//RE1 0.580 (0.608)\n",
      "Epoch: [22][1200/1200]\tTime 0.149 (0.125)\tEps 1.659\tData 0.002 (0.007)\tL 0.6159 (0.6847)//RL 1.6643 (1.7894)//RL1 1.6988 (1.8256)\tE 0.040 (0.112)//RE 0.600 (0.594)//RE1 0.600 (0.604)\n",
      "\n",
      "Taken 150.32995867729187 s/epoch\n",
      "Test: [1/200]\tTime 5.225 (5.225)\tL 0.5605 (0.5605)//RL 1.755 (1.755)//RL1 1.800 (1.800)\tE 0.080 (0.080)//RE 0.560 (0.560)//RE1 0.580 (0.580)\n",
      "Test: [200/200]\tTime 0.030 (0.066)\tL 0.5541 (0.6012)//RL 1.736 (1.832)//RL1 1.778 (1.875)\tE 0.100 (0.100)//RE 0.580 (0.617)//RE1 0.600 (0.629)\n",
      "\n",
      " * Robust error 0.617\tError 0.100\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.617\n",
      "23 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [23][1/1200]\tTime 0.221 (0.221)\tEps 1.580\tData 0.103 (0.103)\tL 0.5451 (0.5451)//RL 1.7151 (1.7151)//RL1 1.7560 (1.7560)\tE 0.080 (0.080)//RE 0.600 (0.600)//RE1 0.620 (0.620)\n",
      "Epoch: [23][200/1200]\tTime 0.145 (0.126)\tEps 1.593\tData 0.014 (0.006)\tL 0.5731 (0.5609)//RL 1.7477 (1.6816)//RL1 1.7907 (1.7224)\tE 0.100 (0.094)//RE 0.580 (0.564)//RE1 0.640 (0.574)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [23][400/1200]\tTime 0.089 (0.127)\tEps 1.606\tData 0.002 (0.006)\tL 0.4345 (0.5652)//RL 1.4055 (1.6860)//RL1 1.4413 (1.7271)\tE 0.080 (0.098)//RE 0.480 (0.562)//RE1 0.480 (0.572)\n",
      "Epoch: [23][600/1200]\tTime 0.096 (0.123)\tEps 1.619\tData 0.002 (0.006)\tL 0.5763 (0.5626)//RL 1.7294 (1.6878)//RL1 1.7673 (1.7294)\tE 0.140 (0.099)//RE 0.560 (0.563)//RE1 0.600 (0.573)\n",
      "Epoch: [23][800/1200]\tTime 0.119 (0.116)\tEps 1.633\tData 0.016 (0.006)\tL 0.4442 (0.5590)//RL 1.4225 (1.6903)//RL1 1.4617 (1.7325)\tE 0.080 (0.099)//RE 0.440 (0.562)//RE1 0.480 (0.573)\n",
      "Epoch: [23][1000/1200]\tTime 0.170 (0.119)\tEps 1.646\tData 0.020 (0.006)\tL 0.5116 (0.5596)//RL 1.5955 (1.6975)//RL1 1.6392 (1.7401)\tE 0.120 (0.098)//RE 0.560 (0.565)//RE1 0.600 (0.576)\n",
      "Epoch: [23][1200/1200]\tTime 0.117 (0.122)\tEps 1.659\tData 0.002 (0.006)\tL 0.5494 (0.5594)//RL 1.7140 (1.7017)//RL1 1.7577 (1.7446)\tE 0.080 (0.098)//RE 0.560 (0.567)//RE1 0.560 (0.578)\n",
      "\n",
      "Taken 146.364116191864 s/epoch\n",
      "Test: [1/200]\tTime 8.118 (8.118)\tL 0.5073 (0.5073)//RL 1.779 (1.779)//RL1 1.831 (1.831)\tE 0.060 (0.060)//RE 0.560 (0.560)//RE1 0.600 (0.600)\n",
      "Test: [200/200]\tTime 0.030 (0.081)\tL 0.5162 (0.5412)//RL 1.779 (1.837)//RL1 1.828 (1.886)\tE 0.100 (0.090)//RE 0.600 (0.613)//RE1 0.620 (0.625)\n",
      "\n",
      " * Robust error 0.613\tError 0.090\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.613\n",
      "24 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [24][1/1200]\tTime 0.312 (0.312)\tEps 1.580\tData 0.108 (0.108)\tL 0.6425 (0.6425)//RL 1.9132 (1.9132)//RL1 1.9613 (1.9613)\tE 0.100 (0.100)//RE 0.580 (0.580)//RE1 0.580 (0.580)\n",
      "Epoch: [24][200/1200]\tTime 0.110 (0.129)\tEps 1.593\tData 0.009 (0.008)\tL 0.5222 (0.4913)//RL 1.7576 (1.6302)//RL1 1.8053 (1.6765)\tE 0.100 (0.091)//RE 0.540 (0.541)//RE1 0.540 (0.553)\n",
      "Epoch: [24][400/1200]\tTime 0.157 (0.120)\tEps 1.606\tData 0.003 (0.008)\tL 0.5025 (0.5028)//RL 1.6535 (1.6508)//RL1 1.7026 (1.6972)\tE 0.100 (0.090)//RE 0.600 (0.550)//RE1 0.600 (0.562)\n",
      "Epoch: [24][600/1200]\tTime 0.153 (0.120)\tEps 1.619\tData 0.007 (0.008)\tL 0.5386 (0.5107)//RL 1.6887 (1.6635)//RL1 1.7393 (1.7099)\tE 0.120 (0.091)//RE 0.580 (0.555)//RE1 0.580 (0.567)\n",
      "Epoch: [24][800/1200]\tTime 0.081 (0.120)\tEps 1.633\tData 0.002 (0.008)\tL 0.3821 (0.5159)//RL 1.4089 (1.6738)//RL1 1.4522 (1.7204)\tE 0.060 (0.091)//RE 0.500 (0.559)//RE1 0.520 (0.571)\n",
      "Epoch: [24][1000/1200]\tTime 0.079 (0.118)\tEps 1.646\tData 0.003 (0.007)\tL 0.6220 (0.5216)//RL 1.8588 (1.6803)//RL1 1.9059 (1.7267)\tE 0.100 (0.092)//RE 0.660 (0.562)//RE1 0.680 (0.574)\n",
      "Epoch: [24][1200/1200]\tTime 0.126 (0.118)\tEps 1.659\tData 0.003 (0.007)\tL 0.3961 (0.5265)//RL 1.4410 (1.6861)//RL1 1.4851 (1.7324)\tE 0.060 (0.094)//RE 0.440 (0.562)//RE1 0.460 (0.574)\n",
      "\n",
      "Taken 141.74676656723022 s/epoch\n",
      "Test: [1/200]\tTime 10.228 (10.228)\tL 0.5069 (0.5069)//RL 1.735 (1.735)//RL1 1.786 (1.786)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.560 (0.560)\n",
      "Test: [200/200]\tTime 0.059 (0.097)\tL 0.5129 (0.5382)//RL 1.724 (1.775)//RL1 1.772 (1.823)\tE 0.100 (0.085)//RE 0.580 (0.588)//RE1 0.580 (0.601)\n",
      "\n",
      " * Robust error 0.588\tError 0.085\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.588\n",
      "25 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [25][1/1200]\tTime 0.262 (0.262)\tEps 1.580\tData 0.101 (0.101)\tL 0.5873 (0.5873)//RL 1.8299 (1.8299)//RL1 1.8825 (1.8825)\tE 0.120 (0.120)//RE 0.620 (0.620)//RE1 0.640 (0.640)\n",
      "Epoch: [25][200/1200]\tTime 0.156 (0.128)\tEps 1.593\tData 0.019 (0.008)\tL 0.4507 (0.5031)//RL 1.6629 (1.6454)//RL1 1.7104 (1.6926)\tE 0.060 (0.091)//RE 0.580 (0.555)//RE1 0.600 (0.568)\n",
      "Epoch: [25][400/1200]\tTime 0.088 (0.137)\tEps 1.606\tData 0.002 (0.008)\tL 0.5900 (0.5102)//RL 1.8173 (1.6504)//RL1 1.8674 (1.6967)\tE 0.120 (0.092)//RE 0.700 (0.551)//RE1 0.720 (0.565)\n",
      "Epoch: [25][600/1200]\tTime 0.082 (0.131)\tEps 1.619\tData 0.002 (0.008)\tL 0.5768 (0.5127)//RL 1.7931 (1.6569)//RL1 1.8352 (1.7034)\tE 0.100 (0.091)//RE 0.640 (0.555)//RE1 0.640 (0.568)\n",
      "Epoch: [25][800/1200]\tTime 0.085 (0.129)\tEps 1.633\tData 0.002 (0.007)\tL 0.5141 (0.5166)//RL 1.7266 (1.6643)//RL1 1.7785 (1.7112)\tE 0.120 (0.091)//RE 0.580 (0.556)//RE1 0.580 (0.570)\n",
      "Epoch: [25][1000/1200]\tTime 0.097 (0.131)\tEps 1.646\tData 0.003 (0.007)\tL 0.6376 (0.5199)//RL 1.8134 (1.6700)//RL1 1.8544 (1.7169)\tE 0.120 (0.092)//RE 0.580 (0.557)//RE1 0.600 (0.570)\n",
      "Epoch: [25][1200/1200]\tTime 0.076 (0.127)\tEps 1.659\tData 0.002 (0.007)\tL 0.4391 (0.5230)//RL 1.5130 (1.6776)//RL1 1.5561 (1.7246)\tE 0.040 (0.093)//RE 0.480 (0.559)//RE1 0.480 (0.572)\n",
      "\n",
      "Taken 152.67229509353638 s/epoch\n",
      "Test: [1/200]\tTime 6.583 (6.583)\tL 0.4835 (0.4835)//RL 1.713 (1.713)//RL1 1.767 (1.767)\tE 0.080 (0.080)//RE 0.520 (0.520)//RE1 0.560 (0.560)\n",
      "Test: [200/200]\tTime 0.029 (0.074)\tL 0.4874 (0.5262)//RL 1.700 (1.790)//RL1 1.750 (1.841)\tE 0.100 (0.094)//RE 0.580 (0.596)//RE1 0.600 (0.607)\n",
      "\n",
      " * Robust error 0.596\tError 0.094\n",
      "LR DECAY STEP\n",
      "26 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [26][1/1200]\tTime 0.282 (0.282)\tEps 1.580\tData 0.104 (0.104)\tL 0.5426 (0.5426)//RL 1.8483 (1.8483)//RL1 1.8982 (1.8982)\tE 0.080 (0.080)//RE 0.700 (0.700)//RE1 0.700 (0.700)\n",
      "Epoch: [26][200/1200]\tTime 0.138 (0.132)\tEps 1.593\tData 0.002 (0.005)\tL 0.4047 (0.4926)//RL 1.4200 (1.6203)//RL1 1.4628 (1.6681)\tE 0.060 (0.094)//RE 0.480 (0.531)//RE1 0.500 (0.543)\n",
      "Epoch: [26][400/1200]\tTime 0.086 (0.128)\tEps 1.606\tData 0.002 (0.007)\tL 0.5726 (0.5022)//RL 1.8716 (1.6484)//RL1 1.9240 (1.6963)\tE 0.100 (0.091)//RE 0.680 (0.545)//RE1 0.680 (0.558)\n",
      "Epoch: [26][600/1200]\tTime 0.078 (0.120)\tEps 1.619\tData 0.010 (0.006)\tL 0.4303 (0.5080)//RL 1.6223 (1.6544)//RL1 1.6759 (1.7023)\tE 0.020 (0.092)//RE 0.600 (0.549)//RE1 0.600 (0.561)\n",
      "Epoch: [26][800/1200]\tTime 0.124 (0.120)\tEps 1.633\tData 0.015 (0.006)\tL 0.5449 (0.5098)//RL 1.7742 (1.6623)//RL1 1.8268 (1.7104)\tE 0.060 (0.091)//RE 0.600 (0.552)//RE1 0.600 (0.564)\n",
      "Epoch: [26][1000/1200]\tTime 0.101 (0.121)\tEps 1.646\tData 0.004 (0.007)\tL 0.6049 (0.5104)//RL 1.8546 (1.6655)//RL1 1.9068 (1.7138)\tE 0.160 (0.091)//RE 0.560 (0.554)//RE1 0.580 (0.566)\n",
      "Epoch: [26][1200/1200]\tTime 0.079 (0.115)\tEps 1.659\tData 0.002 (0.006)\tL 0.4816 (0.5120)//RL 1.6546 (1.6704)//RL1 1.7045 (1.7188)\tE 0.080 (0.091)//RE 0.540 (0.556)//RE1 0.560 (0.568)\n",
      "\n",
      "Taken 137.77569913864136 s/epoch\n",
      "Test: [1/200]\tTime 14.425 (14.425)\tL 0.4792 (0.4792)//RL 1.763 (1.763)//RL1 1.821 (1.821)\tE 0.060 (0.060)//RE 0.620 (0.620)//RE1 0.620 (0.620)\n",
      "Test: [200/200]\tTime 0.057 (0.111)\tL 0.4901 (0.5103)//RL 1.766 (1.821)//RL1 1.820 (1.876)\tE 0.080 (0.083)//RE 0.600 (0.615)//RE1 0.620 (0.627)\n",
      "\n",
      " * Robust error 0.615\tError 0.083\n",
      "LR DECAY STEP\n",
      "27 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [27][1/1200]\tTime 0.252 (0.252)\tEps 1.580\tData 0.093 (0.093)\tL 0.4817 (0.4817)//RL 1.7095 (1.7095)//RL1 1.7615 (1.7615)\tE 0.080 (0.080)//RE 0.600 (0.600)//RE1 0.600 (0.600)\n",
      "Epoch: [27][200/1200]\tTime 0.160 (0.114)\tEps 1.593\tData 0.004 (0.007)\tL 0.4510 (0.4727)//RL 1.5284 (1.6128)//RL1 1.5700 (1.6629)\tE 0.140 (0.085)//RE 0.420 (0.530)//RE1 0.420 (0.544)\n",
      "Epoch: [27][400/1200]\tTime 0.120 (0.118)\tEps 1.606\tData 0.002 (0.007)\tL 0.5868 (0.4838)//RL 1.7924 (1.6314)//RL1 1.8396 (1.6812)\tE 0.100 (0.088)//RE 0.620 (0.540)//RE1 0.640 (0.553)\n",
      "Epoch: [27][600/1200]\tTime 0.115 (0.119)\tEps 1.619\tData 0.002 (0.006)\tL 0.4328 (0.4864)//RL 1.5518 (1.6402)//RL1 1.5938 (1.6897)\tE 0.060 (0.088)//RE 0.560 (0.546)//RE1 0.580 (0.559)\n",
      "Epoch: [27][800/1200]\tTime 0.095 (0.119)\tEps 1.633\tData 0.012 (0.006)\tL 0.5322 (0.4942)//RL 1.7086 (1.6529)//RL1 1.7560 (1.7026)\tE 0.100 (0.089)//RE 0.640 (0.552)//RE1 0.640 (0.565)\n",
      "Epoch: [27][1000/1200]\tTime 0.118 (0.121)\tEps 1.646\tData 0.012 (0.007)\tL 0.5887 (0.4984)//RL 1.8707 (1.6599)//RL1 1.9251 (1.7096)\tE 0.100 (0.090)//RE 0.620 (0.554)//RE1 0.620 (0.567)\n",
      "Epoch: [27][1200/1200]\tTime 0.079 (0.119)\tEps 1.659\tData 0.003 (0.007)\tL 0.4812 (0.5036)//RL 1.6937 (1.6671)//RL1 1.7405 (1.7166)\tE 0.080 (0.090)//RE 0.580 (0.556)//RE1 0.580 (0.569)\n",
      "\n",
      "Taken 143.08930730819702 s/epoch\n",
      "Test: [1/200]\tTime 7.844 (7.844)\tL 0.4760 (0.4760)//RL 1.767 (1.767)//RL1 1.825 (1.825)\tE 0.060 (0.060)//RE 0.580 (0.580)//RE1 0.620 (0.620)\n",
      "Test: [200/200]\tTime 0.074 (0.084)\tL 0.4823 (0.5129)//RL 1.748 (1.825)//RL1 1.802 (1.880)\tE 0.100 (0.084)//RE 0.580 (0.609)//RE1 0.600 (0.622)\n",
      "\n",
      " * Robust error 0.609\tError 0.084\n",
      "LR DECAY STEP\n",
      "28 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [28][1/1200]\tTime 0.307 (0.307)\tEps 1.580\tData 0.106 (0.106)\tL 0.5325 (0.5325)//RL 1.9241 (1.9241)//RL1 1.9854 (1.9854)\tE 0.180 (0.180)//RE 0.620 (0.620)//RE1 0.620 (0.620)\n",
      "Epoch: [28][200/1200]\tTime 0.128 (0.139)\tEps 1.593\tData 0.004 (0.008)\tL 0.5171 (0.4897)//RL 1.7292 (1.6321)//RL1 1.7843 (1.6818)\tE 0.060 (0.088)//RE 0.600 (0.550)//RE1 0.600 (0.563)\n",
      "Epoch: [28][400/1200]\tTime 0.128 (0.125)\tEps 1.606\tData 0.019 (0.007)\tL 0.4223 (0.4918)//RL 1.5020 (1.6441)//RL1 1.5457 (1.6941)\tE 0.060 (0.088)//RE 0.560 (0.553)//RE1 0.580 (0.566)\n",
      "Epoch: [28][600/1200]\tTime 0.136 (0.132)\tEps 1.619\tData 0.002 (0.008)\tL 0.4051 (0.4939)//RL 1.5705 (1.6468)//RL1 1.6188 (1.6967)\tE 0.000 (0.089)//RE 0.560 (0.549)//RE1 0.560 (0.563)\n",
      "Epoch: [28][800/1200]\tTime 0.209 (0.138)\tEps 1.633\tData 0.002 (0.008)\tL 0.5420 (0.4942)//RL 1.8172 (1.6510)//RL1 1.8697 (1.7010)\tE 0.060 (0.088)//RE 0.580 (0.550)//RE1 0.580 (0.564)\n",
      "Epoch: [28][1000/1200]\tTime 0.170 (0.137)\tEps 1.646\tData 0.002 (0.008)\tL 0.5122 (0.4971)//RL 1.5159 (1.6596)//RL1 1.5543 (1.7099)\tE 0.080 (0.089)//RE 0.500 (0.555)//RE1 0.500 (0.568)\n",
      "Epoch: [28][1200/1200]\tTime 0.171 (0.139)\tEps 1.659\tData 0.002 (0.008)\tL 0.5779 (0.5013)//RL 1.7631 (1.6654)//RL1 1.8136 (1.7156)\tE 0.160 (0.089)//RE 0.560 (0.556)//RE1 0.560 (0.570)\n",
      "\n",
      "Taken 166.4825086593628 s/epoch\n",
      "Test: [1/200]\tTime 7.517 (7.517)\tL 0.4631 (0.4631)//RL 1.691 (1.691)//RL1 1.747 (1.747)\tE 0.060 (0.060)//RE 0.540 (0.540)//RE1 0.560 (0.560)\n",
      "Test: [200/200]\tTime 0.059 (0.090)\tL 0.4722 (0.5032)//RL 1.693 (1.758)//RL1 1.746 (1.811)\tE 0.120 (0.084)//RE 0.580 (0.586)//RE1 0.580 (0.599)\n",
      "\n",
      " * Robust error 0.586\tError 0.084\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.586\n",
      "29 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [29][1/1200]\tTime 0.299 (0.299)\tEps 1.580\tData 0.083 (0.083)\tL 0.4821 (0.4821)//RL 1.7557 (1.7557)//RL1 1.8014 (1.8014)\tE 0.040 (0.040)//RE 0.600 (0.600)//RE1 0.620 (0.620)\n",
      "Epoch: [29][200/1200]\tTime 0.143 (0.124)\tEps 1.593\tData 0.005 (0.008)\tL 0.4820 (0.4654)//RL 1.6552 (1.6114)//RL1 1.6980 (1.6633)\tE 0.140 (0.088)//RE 0.540 (0.532)//RE1 0.560 (0.545)\n",
      "Epoch: [29][400/1200]\tTime 0.140 (0.131)\tEps 1.606\tData 0.002 (0.008)\tL 0.5353 (0.4779)//RL 1.6905 (1.6321)//RL1 1.7413 (1.6835)\tE 0.180 (0.087)//RE 0.540 (0.541)//RE1 0.560 (0.555)\n",
      "Epoch: [29][600/1200]\tTime 0.154 (0.133)\tEps 1.619\tData 0.021 (0.009)\tL 0.5342 (0.4815)//RL 1.7954 (1.6362)//RL1 1.8400 (1.6873)\tE 0.060 (0.085)//RE 0.660 (0.545)//RE1 0.680 (0.559)\n",
      "Epoch: [29][800/1200]\tTime 0.134 (0.130)\tEps 1.633\tData 0.011 (0.008)\tL 0.5436 (0.4879)//RL 1.7543 (1.6463)//RL1 1.8040 (1.6972)\tE 0.100 (0.087)//RE 0.600 (0.550)//RE1 0.600 (0.563)\n",
      "Epoch: [29][1000/1200]\tTime 0.131 (0.134)\tEps 1.646\tData 0.002 (0.008)\tL 0.3742 (0.4935)//RL 1.3900 (1.6546)//RL1 1.4368 (1.7054)\tE 0.040 (0.087)//RE 0.480 (0.553)//RE1 0.480 (0.566)\n",
      "Epoch: [29][1200/1200]\tTime 0.077 (0.134)\tEps 1.659\tData 0.002 (0.008)\tL 0.4445 (0.4958)//RL 1.5390 (1.6588)//RL1 1.5847 (1.7095)\tE 0.040 (0.088)//RE 0.520 (0.554)//RE1 0.520 (0.567)\n",
      "\n",
      "Taken 161.0637755393982 s/epoch\n",
      "Test: [1/200]\tTime 16.606 (16.606)\tL 0.4711 (0.4711)//RL 1.713 (1.713)//RL1 1.771 (1.771)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Test: [200/200]\tTime 0.059 (0.138)\tL 0.4769 (0.5003)//RL 1.686 (1.751)//RL1 1.739 (1.805)\tE 0.120 (0.083)//RE 0.580 (0.583)//RE1 0.600 (0.596)\n",
      "\n",
      " * Robust error 0.583\tError 0.083\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.583\n",
      "30 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000300\n",
      "Epoch: [30][1/1200]\tTime 0.282 (0.282)\tEps 1.580\tData 0.103 (0.103)\tL 0.5746 (0.5746)//RL 1.8371 (1.8371)//RL1 1.8924 (1.8924)\tE 0.100 (0.100)//RE 0.620 (0.620)//RE1 0.640 (0.640)\n",
      "Epoch: [30][200/1200]\tTime 0.154 (0.135)\tEps 1.593\tData 0.017 (0.006)\tL 0.4862 (0.4813)//RL 1.7711 (1.6246)//RL1 1.8281 (1.6754)\tE 0.080 (0.087)//RE 0.580 (0.541)//RE1 0.600 (0.554)\n",
      "Epoch: [30][400/1200]\tTime 0.086 (0.136)\tEps 1.606\tData 0.002 (0.006)\tL 0.5524 (0.4843)//RL 1.7844 (1.6374)//RL1 1.8442 (1.6884)\tE 0.100 (0.089)//RE 0.500 (0.547)//RE1 0.520 (0.560)\n",
      "Epoch: [30][600/1200]\tTime 0.154 (0.131)\tEps 1.619\tData 0.014 (0.007)\tL 0.4506 (0.4862)//RL 1.6038 (1.6451)//RL1 1.6570 (1.6964)\tE 0.060 (0.088)//RE 0.560 (0.549)//RE1 0.560 (0.562)\n",
      "Epoch: [30][800/1200]\tTime 0.134 (0.131)\tEps 1.633\tData 0.002 (0.007)\tL 0.6986 (0.4919)//RL 1.9991 (1.6520)//RL1 2.0665 (1.7032)\tE 0.200 (0.088)//RE 0.580 (0.552)//RE1 0.580 (0.565)\n",
      "Epoch: [30][1000/1200]\tTime 0.086 (0.130)\tEps 1.646\tData 0.011 (0.007)\tL 0.4850 (0.4950)//RL 1.6469 (1.6569)//RL1 1.7041 (1.7081)\tE 0.100 (0.088)//RE 0.520 (0.553)//RE1 0.560 (0.566)\n",
      "Epoch: [30][1200/1200]\tTime 0.125 (0.130)\tEps 1.659\tData 0.003 (0.007)\tL 0.5228 (0.4971)//RL 1.7349 (1.6619)//RL1 1.7851 (1.7131)\tE 0.040 (0.088)//RE 0.580 (0.554)//RE1 0.580 (0.567)\n",
      "\n",
      "Taken 156.23452591896057 s/epoch\n",
      "Test: [1/200]\tTime 7.481 (7.481)\tL 0.4554 (0.4554)//RL 1.676 (1.676)//RL1 1.733 (1.733)\tE 0.080 (0.080)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.029 (0.087)\tL 0.4706 (0.4942)//RL 1.687 (1.746)//RL1 1.741 (1.801)\tE 0.080 (0.086)//RE 0.580 (0.575)//RE1 0.600 (0.589)\n",
      "\n",
      " * Robust error 0.575\tError 0.086\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.575\n",
      "31 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [31][1/1200]\tTime 0.248 (0.248)\tEps 1.580\tData 0.105 (0.105)\tL 0.4421 (0.4421)//RL 1.6239 (1.6239)//RL1 1.6774 (1.6774)\tE 0.080 (0.080)//RE 0.540 (0.540)//RE1 0.580 (0.580)\n",
      "Epoch: [31][200/1200]\tTime 0.099 (0.124)\tEps 1.593\tData 0.003 (0.008)\tL 0.4400 (0.4877)//RL 1.5368 (1.6259)//RL1 1.5840 (1.6765)\tE 0.080 (0.083)//RE 0.560 (0.538)//RE1 0.560 (0.551)\n",
      "Epoch: [31][400/1200]\tTime 0.143 (0.122)\tEps 1.606\tData 0.012 (0.008)\tL 0.5519 (0.4915)//RL 1.7487 (1.6509)//RL1 1.7954 (1.7021)\tE 0.100 (0.085)//RE 0.620 (0.545)//RE1 0.660 (0.559)\n",
      "Epoch: [31][600/1200]\tTime 0.178 (0.129)\tEps 1.619\tData 0.026 (0.008)\tL 0.6258 (0.4944)//RL 1.8012 (1.6504)//RL1 1.8525 (1.7013)\tE 0.100 (0.085)//RE 0.680 (0.544)//RE1 0.680 (0.559)\n",
      "Epoch: [31][800/1200]\tTime 0.090 (0.131)\tEps 1.633\tData 0.013 (0.008)\tL 0.5614 (0.4987)//RL 1.8161 (1.6555)//RL1 1.8666 (1.7064)\tE 0.100 (0.087)//RE 0.680 (0.546)//RE1 0.680 (0.561)\n",
      "Epoch: [31][1000/1200]\tTime 0.133 (0.126)\tEps 1.646\tData 0.012 (0.008)\tL 0.5511 (0.4977)//RL 1.8010 (1.6535)//RL1 1.8555 (1.7044)\tE 0.120 (0.086)//RE 0.640 (0.548)//RE1 0.640 (0.562)\n",
      "Epoch: [31][1200/1200]\tTime 0.156 (0.128)\tEps 1.659\tData 0.002 (0.008)\tL 0.6149 (0.4977)//RL 1.9974 (1.6556)//RL1 2.0506 (1.7065)\tE 0.060 (0.086)//RE 0.720 (0.549)//RE1 0.720 (0.563)\n",
      "\n",
      "Taken 154.18114185333252 s/epoch\n",
      "Test: [1/200]\tTime 59.261 (59.261)\tL 0.4527 (0.4527)//RL 1.548 (1.548)//RL1 1.599 (1.599)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.520 (0.520)\n",
      "Test: [200/200]\tTime 0.030 (0.338)\tL 0.4670 (0.4878)//RL 1.557 (1.615)//RL1 1.604 (1.663)\tE 0.100 (0.080)//RE 0.520 (0.547)//RE1 0.540 (0.561)\n",
      "\n",
      " * Robust error 0.547\tError 0.080\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.547\n",
      "32 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [32][1/1200]\tTime 0.321 (0.321)\tEps 1.580\tData 0.117 (0.117)\tL 0.4079 (0.4079)//RL 1.4060 (1.4060)//RL1 1.4501 (1.4501)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.520 (0.520)\n",
      "Epoch: [32][200/1200]\tTime 0.083 (0.134)\tEps 1.593\tData 0.002 (0.005)\tL 0.4959 (0.4921)//RL 1.5008 (1.5741)//RL1 1.5485 (1.6217)\tE 0.120 (0.087)//RE 0.400 (0.530)//RE1 0.400 (0.543)\n",
      "Epoch: [32][400/1200]\tTime 0.090 (0.122)\tEps 1.606\tData 0.002 (0.004)\tL 0.4836 (0.4876)//RL 1.6805 (1.5883)//RL1 1.7296 (1.6367)\tE 0.120 (0.087)//RE 0.560 (0.535)//RE1 0.560 (0.548)\n",
      "Epoch: [32][600/1200]\tTime 0.151 (0.127)\tEps 1.619\tData 0.002 (0.006)\tL 0.5377 (0.4836)//RL 1.6408 (1.5953)//RL1 1.6882 (1.6445)\tE 0.100 (0.084)//RE 0.540 (0.536)//RE1 0.580 (0.550)\n",
      "Epoch: [32][800/1200]\tTime 0.090 (0.126)\tEps 1.633\tData 0.002 (0.007)\tL 0.4126 (0.4835)//RL 1.4017 (1.6001)//RL1 1.4431 (1.6493)\tE 0.060 (0.084)//RE 0.400 (0.536)//RE1 0.440 (0.550)\n",
      "Epoch: [32][1000/1200]\tTime 0.086 (0.118)\tEps 1.646\tData 0.002 (0.006)\tL 0.4285 (0.4858)//RL 1.4367 (1.6091)//RL1 1.4802 (1.6586)\tE 0.100 (0.085)//RE 0.500 (0.539)//RE1 0.500 (0.553)\n",
      "Epoch: [32][1200/1200]\tTime 0.135 (0.119)\tEps 1.659\tData 0.002 (0.006)\tL 0.2527 (0.4872)//RL 1.2128 (1.6186)//RL1 1.2506 (1.6685)\tE 0.000 (0.085)//RE 0.460 (0.542)//RE1 0.480 (0.555)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 143.2552936077118 s/epoch\n",
      "Test: [1/200]\tTime 30.670 (30.670)\tL 0.4403 (0.4403)//RL 1.541 (1.541)//RL1 1.592 (1.592)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.046 (0.195)\tL 0.4568 (0.4770)//RL 1.544 (1.607)//RL1 1.592 (1.656)\tE 0.080 (0.078)//RE 0.520 (0.543)//RE1 0.540 (0.557)\n",
      "\n",
      " * Robust error 0.543\tError 0.078\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.543\n",
      "33 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [33][1/1200]\tTime 0.396 (0.396)\tEps 1.580\tData 0.170 (0.170)\tL 0.3875 (0.3875)//RL 1.5220 (1.5220)//RL1 1.5728 (1.5728)\tE 0.040 (0.040)//RE 0.560 (0.560)//RE1 0.560 (0.560)\n",
      "Epoch: [33][200/1200]\tTime 0.147 (0.135)\tEps 1.593\tData 0.020 (0.011)\tL 0.5222 (0.4693)//RL 1.6818 (1.5347)//RL1 1.7355 (1.5821)\tE 0.120 (0.084)//RE 0.600 (0.513)//RE1 0.620 (0.525)\n",
      "Epoch: [33][400/1200]\tTime 0.077 (0.128)\tEps 1.606\tData 0.002 (0.008)\tL 0.4474 (0.4738)//RL 1.5588 (1.5732)//RL1 1.6074 (1.6223)\tE 0.060 (0.084)//RE 0.580 (0.529)//RE1 0.580 (0.541)\n",
      "Epoch: [33][600/1200]\tTime 0.093 (0.116)\tEps 1.619\tData 0.003 (0.007)\tL 0.4636 (0.4802)//RL 1.5284 (1.5952)//RL1 1.5747 (1.6447)\tE 0.080 (0.087)//RE 0.540 (0.534)//RE1 0.560 (0.547)\n",
      "Epoch: [33][800/1200]\tTime 0.146 (0.120)\tEps 1.633\tData 0.020 (0.007)\tL 0.4959 (0.4817)//RL 1.6789 (1.6066)//RL1 1.7273 (1.6566)\tE 0.080 (0.086)//RE 0.600 (0.538)//RE1 0.620 (0.551)\n",
      "Epoch: [33][1000/1200]\tTime 0.136 (0.121)\tEps 1.646\tData 0.005 (0.007)\tL 0.4114 (0.4811)//RL 1.5001 (1.6115)//RL1 1.5504 (1.6618)\tE 0.020 (0.085)//RE 0.560 (0.540)//RE1 0.560 (0.553)\n",
      "Epoch: [33][1200/1200]\tTime 0.110 (0.121)\tEps 1.659\tData 0.002 (0.007)\tL 0.4836 (0.4816)//RL 1.6235 (1.6149)//RL1 1.6730 (1.6653)\tE 0.100 (0.085)//RE 0.560 (0.541)//RE1 0.560 (0.554)\n",
      "\n",
      "Taken 145.46910786628723 s/epoch\n",
      "Test: [1/200]\tTime 23.982 (23.982)\tL 0.4350 (0.4350)//RL 1.520 (1.520)//RL1 1.571 (1.571)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.043 (0.165)\tL 0.4526 (0.4730)//RL 1.528 (1.590)//RL1 1.575 (1.639)\tE 0.100 (0.078)//RE 0.500 (0.535)//RE1 0.520 (0.548)\n",
      "\n",
      " * Robust error 0.535\tError 0.078\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.535\n",
      "34 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [34][1/1200]\tTime 0.247 (0.247)\tEps 1.580\tData 0.101 (0.101)\tL 0.5110 (0.5110)//RL 1.7171 (1.7171)//RL1 1.7721 (1.7721)\tE 0.100 (0.100)//RE 0.640 (0.640)//RE1 0.660 (0.660)\n",
      "Epoch: [34][200/1200]\tTime 0.088 (0.108)\tEps 1.593\tData 0.002 (0.006)\tL 0.5930 (0.4808)//RL 1.7848 (1.5518)//RL1 1.8339 (1.5993)\tE 0.180 (0.086)//RE 0.520 (0.524)//RE1 0.560 (0.536)\n",
      "Epoch: [34][400/1200]\tTime 0.124 (0.101)\tEps 1.606\tData 0.018 (0.006)\tL 0.4201 (0.4734)//RL 1.5902 (1.5684)//RL1 1.6425 (1.6172)\tE 0.040 (0.084)//RE 0.500 (0.525)//RE1 0.520 (0.539)\n",
      "Epoch: [34][600/1200]\tTime 0.093 (0.110)\tEps 1.619\tData 0.002 (0.006)\tL 0.5088 (0.4758)//RL 1.6362 (1.5892)//RL1 1.6843 (1.6389)\tE 0.100 (0.085)//RE 0.540 (0.532)//RE1 0.540 (0.546)\n",
      "Epoch: [34][800/1200]\tTime 0.091 (0.115)\tEps 1.633\tData 0.011 (0.007)\tL 0.5435 (0.4770)//RL 1.7453 (1.5969)//RL1 1.8006 (1.6469)\tE 0.140 (0.084)//RE 0.620 (0.534)//RE1 0.620 (0.548)\n",
      "Epoch: [34][1000/1200]\tTime 0.184 (0.117)\tEps 1.646\tData 0.027 (0.007)\tL 0.5832 (0.4787)//RL 1.8915 (1.6074)//RL1 1.9467 (1.6578)\tE 0.080 (0.085)//RE 0.680 (0.538)//RE1 0.680 (0.551)\n",
      "Epoch: [34][1200/1200]\tTime 0.120 (0.121)\tEps 1.659\tData 0.002 (0.006)\tL 0.4291 (0.4779)//RL 1.5529 (1.6099)//RL1 1.6014 (1.6604)\tE 0.060 (0.084)//RE 0.540 (0.539)//RE1 0.540 (0.552)\n",
      "\n",
      "Taken 145.2018187046051 s/epoch\n",
      "Test: [1/200]\tTime 11.514 (11.514)\tL 0.4294 (0.4294)//RL 1.530 (1.530)//RL1 1.582 (1.582)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Test: [200/200]\tTime 0.031 (0.102)\tL 0.4484 (0.4659)//RL 1.541 (1.598)//RL1 1.590 (1.648)\tE 0.080 (0.078)//RE 0.500 (0.541)//RE1 0.540 (0.554)\n",
      "\n",
      " * Robust error 0.541\tError 0.078\n",
      "LR DECAY STEP\n",
      "35 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [35][1/1200]\tTime 0.324 (0.324)\tEps 1.580\tData 0.107 (0.107)\tL 0.5434 (0.5434)//RL 1.7108 (1.7108)//RL1 1.7599 (1.7599)\tE 0.100 (0.100)//RE 0.540 (0.540)//RE1 0.540 (0.540)\n",
      "Epoch: [35][200/1200]\tTime 0.086 (0.109)\tEps 1.593\tData 0.002 (0.007)\tL 0.5067 (0.4713)//RL 1.6574 (1.5612)//RL1 1.7142 (1.6097)\tE 0.100 (0.083)//RE 0.520 (0.523)//RE1 0.520 (0.536)\n",
      "Epoch: [35][400/1200]\tTime 0.140 (0.107)\tEps 1.606\tData 0.004 (0.007)\tL 0.3887 (0.4724)//RL 1.4483 (1.5869)//RL1 1.4953 (1.6368)\tE 0.060 (0.082)//RE 0.440 (0.530)//RE1 0.460 (0.544)\n",
      "Epoch: [35][600/1200]\tTime 0.172 (0.119)\tEps 1.619\tData 0.012 (0.008)\tL 0.4171 (0.4702)//RL 1.5186 (1.5893)//RL1 1.5714 (1.6394)\tE 0.060 (0.082)//RE 0.480 (0.532)//RE1 0.500 (0.545)\n",
      "Epoch: [35][800/1200]\tTime 0.115 (0.123)\tEps 1.633\tData 0.003 (0.008)\tL 0.5777 (0.4703)//RL 1.9106 (1.5949)//RL1 1.9767 (1.6453)\tE 0.100 (0.082)//RE 0.640 (0.534)//RE1 0.660 (0.547)\n",
      "Epoch: [35][1000/1200]\tTime 0.092 (0.118)\tEps 1.646\tData 0.002 (0.007)\tL 0.3819 (0.4702)//RL 1.4291 (1.6012)//RL1 1.4757 (1.6521)\tE 0.040 (0.083)//RE 0.520 (0.535)//RE1 0.540 (0.548)\n",
      "Epoch: [35][1200/1200]\tTime 0.114 (0.117)\tEps 1.659\tData 0.002 (0.007)\tL 0.4717 (0.4722)//RL 1.6760 (1.6104)//RL1 1.7360 (1.6616)\tE 0.180 (0.084)//RE 0.600 (0.538)//RE1 0.620 (0.551)\n",
      "\n",
      "Taken 140.39467787742615 s/epoch\n",
      "Test: [1/200]\tTime 20.950 (20.950)\tL 0.4264 (0.4264)//RL 1.529 (1.529)//RL1 1.581 (1.581)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Test: [200/200]\tTime 0.065 (0.163)\tL 0.4472 (0.4635)//RL 1.543 (1.599)//RL1 1.591 (1.650)\tE 0.080 (0.078)//RE 0.520 (0.542)//RE1 0.540 (0.556)\n",
      "\n",
      " * Robust error 0.542\tError 0.078\n",
      "LR DECAY STEP\n",
      "36 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [36][1/1200]\tTime 0.330 (0.330)\tEps 1.580\tData 0.099 (0.099)\tL 0.5218 (0.5218)//RL 1.6786 (1.6786)//RL1 1.7373 (1.7373)\tE 0.100 (0.100)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Epoch: [36][200/1200]\tTime 0.077 (0.111)\tEps 1.593\tData 0.002 (0.004)\tL 0.4415 (0.4683)//RL 1.4888 (1.5578)//RL1 1.5381 (1.6071)\tE 0.100 (0.085)//RE 0.500 (0.522)//RE1 0.500 (0.536)\n",
      "Epoch: [36][400/1200]\tTime 0.239 (0.103)\tEps 1.606\tData 0.031 (0.005)\tL 0.4113 (0.4691)//RL 1.5382 (1.5801)//RL1 1.5955 (1.6306)\tE 0.060 (0.085)//RE 0.500 (0.529)//RE1 0.520 (0.542)\n",
      "Epoch: [36][600/1200]\tTime 0.155 (0.116)\tEps 1.619\tData 0.002 (0.006)\tL 0.4984 (0.4676)//RL 1.6640 (1.5908)//RL1 1.7172 (1.6418)\tE 0.080 (0.084)//RE 0.560 (0.532)//RE1 0.560 (0.546)\n",
      "Epoch: [36][800/1200]\tTime 0.084 (0.121)\tEps 1.633\tData 0.002 (0.007)\tL 0.4488 (0.4687)//RL 1.6343 (1.5997)//RL1 1.6849 (1.6509)\tE 0.040 (0.084)//RE 0.520 (0.536)//RE1 0.540 (0.549)\n",
      "Epoch: [36][1000/1200]\tTime 0.123 (0.121)\tEps 1.646\tData 0.003 (0.007)\tL 0.5312 (0.4687)//RL 1.7007 (1.6052)//RL1 1.7515 (1.6567)\tE 0.120 (0.084)//RE 0.520 (0.537)//RE1 0.520 (0.550)\n",
      "Epoch: [36][1200/1200]\tTime 0.130 (0.122)\tEps 1.659\tData 0.002 (0.006)\tL 0.4098 (0.4698)//RL 1.4592 (1.6097)//RL1 1.5059 (1.6612)\tE 0.060 (0.084)//RE 0.480 (0.539)//RE1 0.500 (0.552)\n",
      "\n",
      "Taken 146.80437517166138 s/epoch\n",
      "Test: [1/200]\tTime 22.467 (22.467)\tL 0.4262 (0.4262)//RL 1.522 (1.522)//RL1 1.575 (1.575)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.520 (0.520)\n",
      "Test: [200/200]\tTime 0.032 (0.147)\tL 0.4450 (0.4628)//RL 1.533 (1.593)//RL1 1.581 (1.643)\tE 0.080 (0.078)//RE 0.500 (0.537)//RE1 0.520 (0.552)\n",
      "\n",
      " * Robust error 0.537\tError 0.078\n",
      "LR DECAY STEP\n",
      "37 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [37][1/1200]\tTime 0.232 (0.232)\tEps 1.580\tData 0.092 (0.092)\tL 0.3707 (0.3707)//RL 1.4893 (1.4893)//RL1 1.5441 (1.5441)\tE 0.040 (0.040)//RE 0.580 (0.580)//RE1 0.600 (0.600)\n",
      "Epoch: [37][200/1200]\tTime 0.144 (0.138)\tEps 1.593\tData 0.020 (0.007)\tL 0.4031 (0.4625)//RL 1.4845 (1.5457)//RL1 1.5342 (1.5949)\tE 0.080 (0.085)//RE 0.580 (0.519)//RE1 0.580 (0.533)\n",
      "Epoch: [37][400/1200]\tTime 0.130 (0.138)\tEps 1.606\tData 0.003 (0.008)\tL 0.5760 (0.4665)//RL 1.8400 (1.5762)//RL1 1.9014 (1.6269)\tE 0.140 (0.083)//RE 0.520 (0.527)//RE1 0.520 (0.541)\n",
      "Epoch: [37][600/1200]\tTime 0.104 (0.132)\tEps 1.619\tData 0.003 (0.007)\tL 0.3055 (0.4660)//RL 1.1825 (1.5887)//RL1 1.2209 (1.6399)\tE 0.000 (0.083)//RE 0.400 (0.532)//RE1 0.420 (0.546)\n",
      "Epoch: [37][800/1200]\tTime 0.132 (0.134)\tEps 1.633\tData 0.002 (0.008)\tL 0.3818 (0.4657)//RL 1.4660 (1.5925)//RL1 1.5164 (1.6439)\tE 0.040 (0.082)//RE 0.600 (0.534)//RE1 0.620 (0.548)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [37][1000/1200]\tTime 0.171 (0.133)\tEps 1.646\tData 0.003 (0.008)\tL 0.4832 (0.4671)//RL 1.7522 (1.6012)//RL1 1.8081 (1.6528)\tE 0.080 (0.083)//RE 0.560 (0.536)//RE1 0.560 (0.550)\n",
      "Epoch: [37][1200/1200]\tTime 0.117 (0.133)\tEps 1.659\tData 0.002 (0.008)\tL 0.3682 (0.4673)//RL 1.4973 (1.6067)//RL1 1.5530 (1.6584)\tE 0.040 (0.083)//RE 0.460 (0.537)//RE1 0.460 (0.552)\n",
      "\n",
      "Taken 160.24102687835693 s/epoch\n",
      "Test: [1/200]\tTime 16.070 (16.070)\tL 0.4222 (0.4222)//RL 1.540 (1.540)//RL1 1.594 (1.594)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.520 (0.520)\n",
      "Test: [200/200]\tTime 0.041 (0.141)\tL 0.4410 (0.4553)//RL 1.547 (1.600)//RL1 1.597 (1.652)\tE 0.080 (0.076)//RE 0.520 (0.542)//RE1 0.520 (0.555)\n",
      "\n",
      " * Robust error 0.542\tError 0.076\n",
      "LR DECAY STEP\n",
      "38 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [38][1/1200]\tTime 0.317 (0.317)\tEps 1.580\tData 0.118 (0.118)\tL 0.5433 (0.5433)//RL 1.7192 (1.7192)//RL1 1.7809 (1.7809)\tE 0.060 (0.060)//RE 0.540 (0.540)//RE1 0.560 (0.560)\n",
      "Epoch: [38][200/1200]\tTime 0.134 (0.141)\tEps 1.593\tData 0.003 (0.006)\tL 0.3656 (0.4532)//RL 1.3226 (1.5345)//RL1 1.3636 (1.5840)\tE 0.060 (0.077)//RE 0.400 (0.514)//RE1 0.400 (0.528)\n",
      "Epoch: [38][400/1200]\tTime 0.167 (0.132)\tEps 1.606\tData 0.021 (0.006)\tL 0.3751 (0.4597)//RL 1.4627 (1.5695)//RL1 1.5171 (1.6203)\tE 0.060 (0.081)//RE 0.460 (0.526)//RE1 0.460 (0.539)\n",
      "Epoch: [38][600/1200]\tTime 0.130 (0.132)\tEps 1.619\tData 0.003 (0.006)\tL 0.4162 (0.4588)//RL 1.4851 (1.5810)//RL1 1.5364 (1.6325)\tE 0.100 (0.082)//RE 0.560 (0.529)//RE1 0.580 (0.542)\n",
      "Epoch: [38][800/1200]\tTime 0.169 (0.128)\tEps 1.633\tData 0.012 (0.007)\tL 0.5307 (0.4610)//RL 1.7204 (1.5905)//RL1 1.7727 (1.6422)\tE 0.100 (0.082)//RE 0.500 (0.532)//RE1 0.500 (0.545)\n",
      "Epoch: [38][1000/1200]\tTime 0.162 (0.131)\tEps 1.646\tData 0.005 (0.007)\tL 0.5445 (0.4609)//RL 1.8065 (1.5963)//RL1 1.8651 (1.6481)\tE 0.100 (0.082)//RE 0.580 (0.534)//RE1 0.600 (0.548)\n",
      "Epoch: [38][1200/1200]\tTime 0.163 (0.134)\tEps 1.659\tData 0.002 (0.007)\tL 0.5049 (0.4636)//RL 1.7598 (1.6064)//RL1 1.8150 (1.6586)\tE 0.100 (0.083)//RE 0.560 (0.538)//RE1 0.620 (0.551)\n",
      "\n",
      "Taken 160.71864318847656 s/epoch\n",
      "Test: [1/200]\tTime 34.126 (34.126)\tL 0.4193 (0.4193)//RL 1.535 (1.535)//RL1 1.589 (1.589)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Test: [200/200]\tTime 0.031 (0.221)\tL 0.4390 (0.4568)//RL 1.547 (1.606)//RL1 1.597 (1.658)\tE 0.080 (0.077)//RE 0.500 (0.542)//RE1 0.520 (0.556)\n",
      "\n",
      " * Robust error 0.542\tError 0.077\n",
      "LR DECAY STEP\n",
      "39 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [39][1/1200]\tTime 0.263 (0.263)\tEps 1.580\tData 0.097 (0.097)\tL 0.4333 (0.4333)//RL 1.5804 (1.5804)//RL1 1.6302 (1.6302)\tE 0.100 (0.100)//RE 0.460 (0.460)//RE1 0.460 (0.460)\n",
      "Epoch: [39][200/1200]\tTime 0.136 (0.123)\tEps 1.593\tData 0.005 (0.005)\tL 0.3348 (0.4501)//RL 1.3826 (1.5281)//RL1 1.4386 (1.5776)\tE 0.020 (0.078)//RE 0.520 (0.513)//RE1 0.540 (0.526)\n",
      "Epoch: [39][400/1200]\tTime 0.073 (0.127)\tEps 1.606\tData 0.002 (0.008)\tL 0.3475 (0.4522)//RL 1.4842 (1.5593)//RL1 1.5336 (1.6104)\tE 0.040 (0.081)//RE 0.460 (0.524)//RE1 0.460 (0.538)\n",
      "Epoch: [39][600/1200]\tTime 0.145 (0.132)\tEps 1.619\tData 0.003 (0.007)\tL 0.3487 (0.4549)//RL 1.3605 (1.5763)//RL1 1.4135 (1.6279)\tE 0.080 (0.082)//RE 0.440 (0.529)//RE1 0.460 (0.543)\n",
      "Epoch: [39][800/1200]\tTime 0.106 (0.131)\tEps 1.633\tData 0.002 (0.007)\tL 0.5423 (0.4573)//RL 1.7918 (1.5899)//RL1 1.8451 (1.6419)\tE 0.080 (0.082)//RE 0.540 (0.533)//RE1 0.560 (0.548)\n",
      "Epoch: [39][1000/1200]\tTime 0.097 (0.125)\tEps 1.646\tData 0.006 (0.007)\tL 0.5673 (0.4613)//RL 1.8555 (1.6009)//RL1 1.9204 (1.6532)\tE 0.100 (0.083)//RE 0.640 (0.536)//RE1 0.640 (0.550)\n",
      "Epoch: [39][1200/1200]\tTime 0.132 (0.125)\tEps 1.659\tData 0.004 (0.007)\tL 0.3624 (0.4626)//RL 1.3497 (1.6075)//RL1 1.4002 (1.6599)\tE 0.040 (0.083)//RE 0.460 (0.538)//RE1 0.460 (0.552)\n",
      "\n",
      "Taken 150.47904539108276 s/epoch\n",
      "Test: [1/200]\tTime 20.361 (20.361)\tL 0.4206 (0.4206)//RL 1.519 (1.519)//RL1 1.572 (1.572)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.520 (0.520)\n",
      "Test: [200/200]\tTime 0.033 (0.147)\tL 0.4421 (0.4598)//RL 1.535 (1.595)//RL1 1.584 (1.646)\tE 0.100 (0.077)//RE 0.500 (0.537)//RE1 0.520 (0.551)\n",
      "\n",
      " * Robust error 0.537\tError 0.077\n",
      "LR DECAY STEP\n",
      "40 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000030\n",
      "Epoch: [40][1/1200]\tTime 0.262 (0.262)\tEps 1.580\tData 0.095 (0.095)\tL 0.4483 (0.4483)//RL 1.5587 (1.5587)//RL1 1.6058 (1.6058)\tE 0.040 (0.040)//RE 0.440 (0.440)//RE1 0.480 (0.480)\n",
      "Epoch: [40][200/1200]\tTime 0.135 (0.122)\tEps 1.593\tData 0.002 (0.005)\tL 0.3897 (0.4550)//RL 1.4623 (1.5301)//RL1 1.5035 (1.5794)\tE 0.040 (0.080)//RE 0.540 (0.512)//RE1 0.540 (0.527)\n",
      "Epoch: [40][400/1200]\tTime 0.137 (0.124)\tEps 1.606\tData 0.017 (0.006)\tL 0.3847 (0.4546)//RL 1.4427 (1.5558)//RL1 1.4958 (1.6067)\tE 0.060 (0.080)//RE 0.520 (0.520)//RE1 0.560 (0.535)\n",
      "Epoch: [40][600/1200]\tTime 0.140 (0.124)\tEps 1.619\tData 0.004 (0.006)\tL 0.3404 (0.4570)//RL 1.3670 (1.5757)//RL1 1.4120 (1.6274)\tE 0.020 (0.081)//RE 0.380 (0.526)//RE1 0.400 (0.542)\n",
      "Epoch: [40][800/1200]\tTime 0.111 (0.120)\tEps 1.633\tData 0.002 (0.006)\tL 0.4700 (0.4597)//RL 1.6581 (1.5853)//RL1 1.7106 (1.6371)\tE 0.120 (0.082)//RE 0.560 (0.531)//RE1 0.580 (0.546)\n",
      "Epoch: [40][1000/1200]\tTime 0.127 (0.124)\tEps 1.646\tData 0.013 (0.006)\tL 0.4337 (0.4619)//RL 1.5371 (1.5978)//RL1 1.5926 (1.6499)\tE 0.080 (0.082)//RE 0.440 (0.534)//RE1 0.440 (0.549)\n",
      "Epoch: [40][1200/1200]\tTime 0.132 (0.125)\tEps 1.659\tData 0.005 (0.006)\tL 0.3515 (0.4629)//RL 1.3926 (1.6046)//RL1 1.4365 (1.6570)\tE 0.020 (0.083)//RE 0.580 (0.536)//RE1 0.580 (0.550)\n",
      "\n",
      "Taken 150.18840265274048 s/epoch\n",
      "Test: [1/200]\tTime 69.201 (69.201)\tL 0.4208 (0.4208)//RL 1.532 (1.532)//RL1 1.586 (1.586)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Test: [200/200]\tTime 0.059 (0.400)\tL 0.4404 (0.4557)//RL 1.542 (1.596)//RL1 1.592 (1.648)\tE 0.080 (0.076)//RE 0.540 (0.541)//RE1 0.540 (0.556)\n",
      "\n",
      " * Robust error 0.541\tError 0.076\n",
      "LR DECAY STEP\n",
      "41 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [41][1/1200]\tTime 0.351 (0.351)\tEps 1.580\tData 0.129 (0.129)\tL 0.4232 (0.4232)//RL 1.5418 (1.5418)//RL1 1.5884 (1.5884)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Epoch: [41][200/1200]\tTime 0.130 (0.133)\tEps 1.593\tData 0.012 (0.006)\tL 0.4817 (0.4642)//RL 1.6218 (1.6003)//RL1 1.6707 (1.6521)\tE 0.080 (0.084)//RE 0.560 (0.538)//RE1 0.560 (0.553)\n",
      "Epoch: [41][400/1200]\tTime 0.133 (0.130)\tEps 1.606\tData 0.003 (0.007)\tL 0.5665 (0.4717)//RL 1.8516 (1.6125)//RL1 1.9121 (1.6647)\tE 0.140 (0.087)//RE 0.580 (0.539)//RE1 0.620 (0.554)\n",
      "Epoch: [41][600/1200]\tTime 0.114 (0.132)\tEps 1.619\tData 0.002 (0.006)\tL 0.5429 (0.4673)//RL 1.7818 (1.6094)//RL1 1.8401 (1.6618)\tE 0.100 (0.085)//RE 0.600 (0.538)//RE1 0.620 (0.553)\n",
      "Epoch: [41][800/1200]\tTime 0.177 (0.131)\tEps 1.633\tData 0.002 (0.007)\tL 0.4391 (0.4662)//RL 1.5268 (1.6155)//RL1 1.5814 (1.6682)\tE 0.080 (0.084)//RE 0.500 (0.540)//RE1 0.500 (0.554)\n",
      "Epoch: [41][1000/1200]\tTime 0.066 (0.123)\tEps 1.646\tData 0.002 (0.006)\tL 0.4383 (0.4660)//RL 1.5887 (1.6208)//RL1 1.6366 (1.6736)\tE 0.120 (0.083)//RE 0.500 (0.542)//RE1 0.520 (0.556)\n",
      "Epoch: [41][1200/1200]\tTime 0.136 (0.124)\tEps 1.659\tData 0.002 (0.006)\tL 0.4492 (0.4660)//RL 1.6255 (1.6266)//RL1 1.6791 (1.6797)\tE 0.080 (0.083)//RE 0.620 (0.544)//RE1 0.640 (0.558)\n",
      "\n",
      "Taken 149.02950358390808 s/epoch\n",
      "Test: [1/200]\tTime 40.792 (40.792)\tL 0.4191 (0.4191)//RL 1.508 (1.508)//RL1 1.561 (1.561)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.520 (0.520)\n",
      "Test: [200/200]\tTime 0.031 (0.257)\tL 0.4382 (0.4555)//RL 1.515 (1.576)//RL1 1.563 (1.626)\tE 0.080 (0.077)//RE 0.500 (0.532)//RE1 0.520 (0.546)\n",
      "\n",
      " * Robust error 0.532\tError 0.077\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.532\n",
      "42 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [42][1/1200]\tTime 0.323 (0.323)\tEps 1.580\tData 0.110 (0.110)\tL 0.3537 (0.3537)//RL 1.4161 (1.4161)//RL1 1.4625 (1.4625)\tE 0.080 (0.080)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Epoch: [42][200/1200]\tTime 0.079 (0.129)\tEps 1.593\tData 0.002 (0.006)\tL 0.4279 (0.4647)//RL 1.4523 (1.5921)//RL1 1.4951 (1.6433)\tE 0.060 (0.079)//RE 0.600 (0.539)//RE1 0.600 (0.551)\n",
      "Epoch: [42][400/1200]\tTime 0.134 (0.131)\tEps 1.606\tData 0.003 (0.009)\tL 0.4172 (0.4623)//RL 1.5095 (1.5800)//RL1 1.5574 (1.6308)\tE 0.060 (0.080)//RE 0.520 (0.531)//RE1 0.520 (0.544)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [42][600/1200]\tTime 0.094 (0.123)\tEps 1.619\tData 0.002 (0.008)\tL 0.5208 (0.4657)//RL 1.7250 (1.5935)//RL1 1.7817 (1.6450)\tE 0.060 (0.082)//RE 0.620 (0.535)//RE1 0.620 (0.549)\n",
      "Epoch: [42][800/1200]\tTime 0.133 (0.122)\tEps 1.633\tData 0.004 (0.007)\tL 0.4522 (0.4656)//RL 1.6063 (1.6026)//RL1 1.6624 (1.6546)\tE 0.100 (0.083)//RE 0.540 (0.538)//RE1 0.560 (0.551)\n",
      "Epoch: [42][1000/1200]\tTime 0.156 (0.125)\tEps 1.646\tData 0.006 (0.007)\tL 0.4193 (0.4655)//RL 1.5437 (1.6096)//RL1 1.5947 (1.6619)\tE 0.040 (0.083)//RE 0.520 (0.540)//RE1 0.540 (0.553)\n",
      "Epoch: [42][1200/1200]\tTime 0.123 (0.127)\tEps 1.659\tData 0.002 (0.007)\tL 0.5862 (0.4652)//RL 1.8180 (1.6163)//RL1 1.8801 (1.6690)\tE 0.120 (0.083)//RE 0.560 (0.542)//RE1 0.560 (0.555)\n",
      "\n",
      "Taken 152.02727794647217 s/epoch\n",
      "Test: [1/200]\tTime 56.141 (56.141)\tL 0.4170 (0.4170)//RL 1.490 (1.490)//RL1 1.542 (1.542)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.030 (0.316)\tL 0.4366 (0.4543)//RL 1.499 (1.561)//RL1 1.547 (1.611)\tE 0.080 (0.077)//RE 0.500 (0.527)//RE1 0.520 (0.542)\n",
      "\n",
      " * Robust error 0.527\tError 0.077\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.527\n",
      "43 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [43][1/1200]\tTime 0.244 (0.244)\tEps 1.580\tData 0.108 (0.108)\tL 0.3990 (0.3990)//RL 1.5358 (1.5358)//RL1 1.5859 (1.5859)\tE 0.040 (0.040)//RE 0.540 (0.540)//RE1 0.560 (0.560)\n",
      "Epoch: [43][200/1200]\tTime 0.145 (0.127)\tEps 1.593\tData 0.002 (0.005)\tL 0.4657 (0.4580)//RL 1.5933 (1.5584)//RL1 1.6518 (1.6086)\tE 0.100 (0.081)//RE 0.600 (0.521)//RE1 0.600 (0.534)\n",
      "Epoch: [43][400/1200]\tTime 0.119 (0.133)\tEps 1.606\tData 0.002 (0.005)\tL 0.4329 (0.4632)//RL 1.5407 (1.5718)//RL1 1.5861 (1.6223)\tE 0.100 (0.083)//RE 0.520 (0.527)//RE1 0.520 (0.540)\n",
      "Epoch: [43][600/1200]\tTime 0.137 (0.135)\tEps 1.619\tData 0.003 (0.006)\tL 0.4933 (0.4663)//RL 1.5611 (1.5844)//RL1 1.6084 (1.6353)\tE 0.120 (0.083)//RE 0.520 (0.531)//RE1 0.520 (0.545)\n",
      "Epoch: [43][800/1200]\tTime 0.122 (0.134)\tEps 1.633\tData 0.002 (0.005)\tL 0.5692 (0.4665)//RL 1.8309 (1.5931)//RL1 1.8957 (1.6445)\tE 0.080 (0.083)//RE 0.560 (0.534)//RE1 0.560 (0.547)\n",
      "Epoch: [43][1000/1200]\tTime 0.137 (0.131)\tEps 1.646\tData 0.012 (0.005)\tL 0.4565 (0.4666)//RL 1.6531 (1.6017)//RL1 1.7069 (1.6535)\tE 0.080 (0.083)//RE 0.580 (0.536)//RE1 0.580 (0.550)\n",
      "Epoch: [43][1200/1200]\tTime 0.131 (0.132)\tEps 1.659\tData 0.002 (0.006)\tL 0.4835 (0.4672)//RL 1.7689 (1.6094)//RL1 1.8255 (1.6615)\tE 0.100 (0.083)//RE 0.660 (0.539)//RE1 0.660 (0.553)\n",
      "\n",
      "Taken 158.16058325767517 s/epoch\n",
      "Test: [1/200]\tTime 30.262 (30.262)\tL 0.4164 (0.4164)//RL 1.489 (1.489)//RL1 1.541 (1.541)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.031 (0.192)\tL 0.4356 (0.4520)//RL 1.495 (1.555)//RL1 1.543 (1.605)\tE 0.080 (0.076)//RE 0.500 (0.525)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.525\tError 0.076\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.525\n",
      "44 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [44][1/1200]\tTime 0.341 (0.341)\tEps 1.580\tData 0.130 (0.130)\tL 0.5496 (0.5496)//RL 1.8504 (1.8504)//RL1 1.9090 (1.9090)\tE 0.160 (0.160)//RE 0.620 (0.620)//RE1 0.660 (0.660)\n",
      "Epoch: [44][200/1200]\tTime 0.183 (0.121)\tEps 1.593\tData 0.003 (0.006)\tL 0.3236 (0.4516)//RL 1.2397 (1.5474)//RL1 1.2820 (1.5974)\tE 0.020 (0.078)//RE 0.440 (0.514)//RE1 0.460 (0.528)\n",
      "Epoch: [44][400/1200]\tTime 0.127 (0.128)\tEps 1.606\tData 0.002 (0.006)\tL 0.4283 (0.4606)//RL 1.4099 (1.5646)//RL1 1.4514 (1.6150)\tE 0.060 (0.080)//RE 0.460 (0.522)//RE1 0.500 (0.537)\n",
      "Epoch: [44][600/1200]\tTime 0.057 (0.122)\tEps 1.619\tData 0.002 (0.006)\tL 0.5634 (0.4634)//RL 1.8658 (1.5749)//RL1 1.9207 (1.6255)\tE 0.160 (0.082)//RE 0.580 (0.525)//RE1 0.600 (0.539)\n",
      "Epoch: [44][800/1200]\tTime 0.162 (0.111)\tEps 1.633\tData 0.020 (0.006)\tL 0.5159 (0.4663)//RL 1.6233 (1.5883)//RL1 1.6722 (1.6395)\tE 0.080 (0.083)//RE 0.500 (0.531)//RE1 0.500 (0.544)\n",
      "Epoch: [44][1000/1200]\tTime 0.120 (0.116)\tEps 1.646\tData 0.014 (0.006)\tL 0.4007 (0.4655)//RL 1.5613 (1.5961)//RL1 1.6135 (1.6476)\tE 0.100 (0.082)//RE 0.500 (0.534)//RE1 0.520 (0.548)\n",
      "Epoch: [44][1200/1200]\tTime 0.077 (0.116)\tEps 1.659\tData 0.003 (0.006)\tL 0.3778 (0.4664)//RL 1.4217 (1.6052)//RL1 1.4699 (1.6572)\tE 0.040 (0.083)//RE 0.460 (0.537)//RE1 0.520 (0.551)\n",
      "\n",
      "Taken 139.68249201774597 s/epoch\n",
      "Test: [1/200]\tTime 24.341 (24.341)\tL 0.4151 (0.4151)//RL 1.487 (1.487)//RL1 1.539 (1.539)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.031 (0.172)\tL 0.4353 (0.4516)//RL 1.495 (1.555)//RL1 1.543 (1.605)\tE 0.080 (0.076)//RE 0.500 (0.525)//RE1 0.520 (0.539)\n",
      "\n",
      " * Robust error 0.525\tError 0.076\n",
      "LR DECAY STEP\n",
      "45 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [45][1/1200]\tTime 0.344 (0.344)\tEps 1.580\tData 0.133 (0.133)\tL 0.4725 (0.4725)//RL 1.6325 (1.6325)//RL1 1.6839 (1.6839)\tE 0.060 (0.060)//RE 0.580 (0.580)//RE1 0.600 (0.600)\n",
      "Epoch: [45][200/1200]\tTime 0.086 (0.124)\tEps 1.593\tData 0.002 (0.006)\tL 0.3909 (0.4681)//RL 1.4080 (1.5832)//RL1 1.4514 (1.6339)\tE 0.040 (0.086)//RE 0.460 (0.530)//RE1 0.460 (0.543)\n",
      "Epoch: [45][400/1200]\tTime 0.094 (0.115)\tEps 1.606\tData 0.002 (0.006)\tL 0.4381 (0.4643)//RL 1.6006 (1.5794)//RL1 1.6601 (1.6300)\tE 0.120 (0.083)//RE 0.520 (0.531)//RE1 0.560 (0.545)\n",
      "Epoch: [45][600/1200]\tTime 0.093 (0.105)\tEps 1.619\tData 0.002 (0.005)\tL 0.4169 (0.4628)//RL 1.5513 (1.5818)//RL1 1.6048 (1.6326)\tE 0.100 (0.083)//RE 0.500 (0.530)//RE1 0.520 (0.543)\n",
      "Epoch: [45][800/1200]\tTime 0.098 (0.107)\tEps 1.633\tData 0.002 (0.005)\tL 0.4230 (0.4626)//RL 1.6466 (1.5899)//RL1 1.6993 (1.6412)\tE 0.040 (0.082)//RE 0.560 (0.533)//RE1 0.560 (0.546)\n",
      "Epoch: [45][1000/1200]\tTime 0.175 (0.111)\tEps 1.646\tData 0.021 (0.005)\tL 0.4461 (0.4638)//RL 1.5490 (1.5997)//RL1 1.6000 (1.6515)\tE 0.100 (0.083)//RE 0.480 (0.536)//RE1 0.500 (0.550)\n",
      "Epoch: [45][1200/1200]\tTime 0.084 (0.113)\tEps 1.659\tData 0.002 (0.005)\tL 0.3911 (0.4643)//RL 1.4423 (1.6075)//RL1 1.4875 (1.6598)\tE 0.040 (0.083)//RE 0.520 (0.538)//RE1 0.540 (0.552)\n",
      "\n",
      "Taken 135.72000122070312 s/epoch\n",
      "Test: [1/200]\tTime 29.349 (29.349)\tL 0.4149 (0.4149)//RL 1.484 (1.484)//RL1 1.536 (1.536)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.037 (0.193)\tL 0.4351 (0.4525)//RL 1.493 (1.555)//RL1 1.540 (1.605)\tE 0.080 (0.077)//RE 0.500 (0.525)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.525\tError 0.077\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.525\n",
      "46 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [46][1/1200]\tTime 0.303 (0.303)\tEps 1.580\tData 0.082 (0.082)\tL 0.5358 (0.5358)//RL 1.7137 (1.7137)//RL1 1.7656 (1.7656)\tE 0.120 (0.120)//RE 0.580 (0.580)//RE1 0.600 (0.600)\n",
      "Epoch: [46][200/1200]\tTime 0.076 (0.116)\tEps 1.593\tData 0.002 (0.004)\tL 0.5801 (0.4671)//RL 1.8460 (1.5620)//RL1 1.8981 (1.6122)\tE 0.120 (0.083)//RE 0.620 (0.524)//RE1 0.620 (0.537)\n",
      "Epoch: [46][400/1200]\tTime 0.152 (0.121)\tEps 1.606\tData 0.006 (0.006)\tL 0.5327 (0.4645)//RL 1.7264 (1.5657)//RL1 1.7734 (1.6162)\tE 0.100 (0.082)//RE 0.600 (0.524)//RE1 0.640 (0.536)\n",
      "Epoch: [46][600/1200]\tTime 0.143 (0.121)\tEps 1.619\tData 0.003 (0.007)\tL 0.4619 (0.4637)//RL 1.6221 (1.5733)//RL1 1.6735 (1.6241)\tE 0.120 (0.081)//RE 0.560 (0.525)//RE1 0.580 (0.539)\n",
      "Epoch: [46][800/1200]\tTime 0.077 (0.113)\tEps 1.633\tData 0.002 (0.006)\tL 0.3666 (0.4655)//RL 1.4018 (1.5877)//RL1 1.4519 (1.6390)\tE 0.040 (0.082)//RE 0.520 (0.532)//RE1 0.520 (0.545)\n",
      "Epoch: [46][1000/1200]\tTime 0.125 (0.114)\tEps 1.646\tData 0.002 (0.006)\tL 0.3930 (0.4644)//RL 1.4646 (1.5941)//RL1 1.5102 (1.6457)\tE 0.080 (0.082)//RE 0.520 (0.533)//RE1 0.520 (0.547)\n",
      "Epoch: [46][1200/1200]\tTime 0.149 (0.114)\tEps 1.659\tData 0.011 (0.006)\tL 0.4633 (0.4650)//RL 1.7649 (1.6021)//RL1 1.8186 (1.6541)\tE 0.080 (0.083)//RE 0.540 (0.536)//RE1 0.560 (0.549)\n",
      "\n",
      "Taken 137.23151302337646 s/epoch\n",
      "Test: [1/200]\tTime 34.924 (34.924)\tL 0.4143 (0.4143)//RL 1.482 (1.482)//RL1 1.534 (1.534)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.057 (0.218)\tL 0.4344 (0.4511)//RL 1.490 (1.552)//RL1 1.538 (1.601)\tE 0.080 (0.077)//RE 0.500 (0.524)//RE1 0.520 (0.537)\n",
      "\n",
      " * Robust error 0.524\tError 0.077\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.524\n",
      "47 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [47][1/1200]\tTime 0.296 (0.296)\tEps 1.580\tData 0.093 (0.093)\tL 0.4142 (0.4142)//RL 1.5712 (1.5712)//RL1 1.6235 (1.6235)\tE 0.080 (0.080)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [47][200/1200]\tTime 0.121 (0.139)\tEps 1.593\tData 0.002 (0.007)\tL 0.5219 (0.4769)//RL 1.7818 (1.6051)//RL1 1.8408 (1.6571)\tE 0.120 (0.088)//RE 0.520 (0.534)//RE1 0.540 (0.549)\n",
      "Epoch: [47][400/1200]\tTime 0.084 (0.119)\tEps 1.606\tData 0.002 (0.006)\tL 0.5149 (0.4675)//RL 1.7086 (1.5785)//RL1 1.7585 (1.6291)\tE 0.160 (0.084)//RE 0.540 (0.526)//RE1 0.560 (0.541)\n",
      "Epoch: [47][600/1200]\tTime 0.157 (0.123)\tEps 1.619\tData 0.020 (0.007)\tL 0.4344 (0.4650)//RL 1.6093 (1.5751)//RL1 1.6644 (1.6257)\tE 0.080 (0.082)//RE 0.540 (0.525)//RE1 0.560 (0.539)\n",
      "Epoch: [47][800/1200]\tTime 0.131 (0.124)\tEps 1.633\tData 0.012 (0.007)\tL 0.4435 (0.4639)//RL 1.5799 (1.5822)//RL1 1.6320 (1.6333)\tE 0.060 (0.082)//RE 0.460 (0.528)//RE1 0.480 (0.543)\n",
      "Epoch: [47][1000/1200]\tTime 0.126 (0.119)\tEps 1.646\tData 0.002 (0.007)\tL 0.3637 (0.4646)//RL 1.4589 (1.5935)//RL1 1.5148 (1.6451)\tE 0.040 (0.082)//RE 0.460 (0.533)//RE1 0.480 (0.548)\n",
      "Epoch: [47][1200/1200]\tTime 0.137 (0.122)\tEps 1.659\tData 0.004 (0.007)\tL 0.5162 (0.4653)//RL 1.8076 (1.6024)//RL1 1.8610 (1.6544)\tE 0.100 (0.083)//RE 0.680 (0.536)//RE1 0.680 (0.550)\n",
      "\n",
      "Taken 146.75932335853577 s/epoch\n",
      "Test: [1/200]\tTime 43.409 (43.409)\tL 0.4144 (0.4144)//RL 1.484 (1.484)//RL1 1.536 (1.536)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.065 (0.253)\tL 0.4347 (0.4508)//RL 1.494 (1.553)//RL1 1.542 (1.603)\tE 0.080 (0.076)//RE 0.500 (0.525)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.525\tError 0.076\n",
      "LR DECAY STEP\n",
      "48 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [48][1/1200]\tTime 0.374 (0.374)\tEps 1.580\tData 0.164 (0.164)\tL 0.4362 (0.4362)//RL 1.4489 (1.4489)//RL1 1.5016 (1.5016)\tE 0.120 (0.120)//RE 0.420 (0.420)//RE1 0.440 (0.440)\n",
      "Epoch: [48][200/1200]\tTime 0.171 (0.149)\tEps 1.593\tData 0.024 (0.009)\tL 0.5295 (0.4680)//RL 1.6171 (1.5751)//RL1 1.6647 (1.6254)\tE 0.140 (0.086)//RE 0.480 (0.525)//RE1 0.480 (0.538)\n",
      "Epoch: [48][400/1200]\tTime 0.093 (0.132)\tEps 1.606\tData 0.002 (0.009)\tL 0.4662 (0.4646)//RL 1.6078 (1.5778)//RL1 1.6611 (1.6285)\tE 0.060 (0.084)//RE 0.580 (0.528)//RE1 0.580 (0.542)\n",
      "Epoch: [48][600/1200]\tTime 0.099 (0.126)\tEps 1.619\tData 0.003 (0.008)\tL 0.4913 (0.4668)//RL 1.6453 (1.5911)//RL1 1.7042 (1.6424)\tE 0.080 (0.084)//RE 0.580 (0.533)//RE1 0.600 (0.546)\n",
      "Epoch: [48][800/1200]\tTime 0.151 (0.129)\tEps 1.633\tData 0.004 (0.008)\tL 0.3957 (0.4648)//RL 1.4752 (1.5927)//RL1 1.5201 (1.6443)\tE 0.080 (0.084)//RE 0.520 (0.533)//RE1 0.520 (0.547)\n",
      "Epoch: [48][1000/1200]\tTime 0.094 (0.127)\tEps 1.646\tData 0.003 (0.008)\tL 0.5310 (0.4637)//RL 1.8635 (1.5988)//RL1 1.9255 (1.6509)\tE 0.120 (0.083)//RE 0.560 (0.534)//RE1 0.580 (0.548)\n",
      "Epoch: [48][1200/1200]\tTime 0.078 (0.124)\tEps 1.659\tData 0.002 (0.007)\tL 0.5164 (0.4622)//RL 1.6707 (1.6027)//RL1 1.7197 (1.6550)\tE 0.100 (0.083)//RE 0.540 (0.536)//RE1 0.540 (0.550)\n",
      "\n",
      "Taken 148.70270085334778 s/epoch\n",
      "Test: [1/200]\tTime 44.099 (44.099)\tL 0.4131 (0.4131)//RL 1.482 (1.482)//RL1 1.534 (1.534)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.056 (0.261)\tL 0.4340 (0.4503)//RL 1.493 (1.553)//RL1 1.541 (1.603)\tE 0.080 (0.077)//RE 0.500 (0.525)//RE1 0.520 (0.537)\n",
      "\n",
      " * Robust error 0.525\tError 0.077\n",
      "LR DECAY STEP\n",
      "49 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [49][1/1200]\tTime 0.289 (0.289)\tEps 1.580\tData 0.117 (0.117)\tL 0.4134 (0.4134)//RL 1.4107 (1.4107)//RL1 1.4597 (1.4597)\tE 0.060 (0.060)//RE 0.460 (0.460)//RE1 0.460 (0.460)\n",
      "Epoch: [49][200/1200]\tTime 0.087 (0.109)\tEps 1.593\tData 0.003 (0.004)\tL 0.4622 (0.4575)//RL 1.5331 (1.5667)//RL1 1.5833 (1.6177)\tE 0.080 (0.084)//RE 0.580 (0.523)//RE1 0.580 (0.538)\n",
      "Epoch: [49][400/1200]\tTime 0.116 (0.120)\tEps 1.606\tData 0.004 (0.005)\tL 0.5240 (0.4614)//RL 1.7388 (1.5732)//RL1 1.7985 (1.6242)\tE 0.160 (0.083)//RE 0.600 (0.528)//RE1 0.600 (0.542)\n",
      "Epoch: [49][600/1200]\tTime 0.132 (0.128)\tEps 1.619\tData 0.003 (0.007)\tL 0.4768 (0.4650)//RL 1.6432 (1.5875)//RL1 1.6958 (1.6388)\tE 0.120 (0.084)//RE 0.500 (0.533)//RE1 0.500 (0.547)\n",
      "Epoch: [49][800/1200]\tTime 0.140 (0.128)\tEps 1.633\tData 0.004 (0.007)\tL 0.4304 (0.4647)//RL 1.5429 (1.5941)//RL1 1.5887 (1.6457)\tE 0.060 (0.084)//RE 0.500 (0.534)//RE1 0.500 (0.548)\n",
      "Epoch: [49][1000/1200]\tTime 0.136 (0.127)\tEps 1.646\tData 0.003 (0.007)\tL 0.4620 (0.4638)//RL 1.5490 (1.5987)//RL1 1.5981 (1.6506)\tE 0.040 (0.083)//RE 0.400 (0.535)//RE1 0.440 (0.549)\n",
      "Epoch: [49][1200/1200]\tTime 0.124 (0.127)\tEps 1.659\tData 0.002 (0.007)\tL 0.5297 (0.4641)//RL 1.7984 (1.6041)//RL1 1.8629 (1.6563)\tE 0.120 (0.083)//RE 0.560 (0.537)//RE1 0.580 (0.551)\n",
      "\n",
      "Taken 152.95253157615662 s/epoch\n",
      "Test: [1/200]\tTime 29.010 (29.010)\tL 0.4132 (0.4132)//RL 1.484 (1.484)//RL1 1.537 (1.537)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.057 (0.186)\tL 0.4338 (0.4499)//RL 1.492 (1.554)//RL1 1.541 (1.604)\tE 0.080 (0.077)//RE 0.500 (0.525)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.525\tError 0.077\n",
      "LR DECAY STEP\n",
      "50 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [50][1/1200]\tTime 0.268 (0.268)\tEps 1.580\tData 0.101 (0.101)\tL 0.4201 (0.4201)//RL 1.5667 (1.5667)//RL1 1.6173 (1.6173)\tE 0.100 (0.100)//RE 0.520 (0.520)//RE1 0.520 (0.520)\n",
      "Epoch: [50][200/1200]\tTime 0.141 (0.137)\tEps 1.593\tData 0.012 (0.009)\tL 0.4729 (0.4651)//RL 1.6431 (1.5837)//RL1 1.6934 (1.6350)\tE 0.120 (0.084)//RE 0.620 (0.533)//RE1 0.620 (0.545)\n",
      "Epoch: [50][400/1200]\tTime 0.067 (0.125)\tEps 1.606\tData 0.002 (0.009)\tL 0.5440 (0.4613)//RL 1.7004 (1.5770)//RL1 1.7500 (1.6280)\tE 0.120 (0.083)//RE 0.580 (0.528)//RE1 0.580 (0.541)\n",
      "Epoch: [50][600/1200]\tTime 0.116 (0.119)\tEps 1.619\tData 0.018 (0.008)\tL 0.3314 (0.4623)//RL 1.3282 (1.5820)//RL1 1.3713 (1.6332)\tE 0.040 (0.082)//RE 0.460 (0.529)//RE1 0.460 (0.543)\n",
      "Epoch: [50][800/1200]\tTime 0.116 (0.121)\tEps 1.633\tData 0.003 (0.008)\tL 0.5411 (0.4625)//RL 1.8143 (1.5895)//RL1 1.8747 (1.6411)\tE 0.100 (0.083)//RE 0.480 (0.532)//RE1 0.480 (0.546)\n",
      "Epoch: [50][1000/1200]\tTime 0.077 (0.124)\tEps 1.646\tData 0.002 (0.008)\tL 0.3951 (0.4630)//RL 1.4922 (1.5980)//RL1 1.5412 (1.6500)\tE 0.060 (0.083)//RE 0.500 (0.535)//RE1 0.500 (0.549)\n",
      "Epoch: [50][1200/1200]\tTime 0.080 (0.123)\tEps 1.659\tData 0.002 (0.007)\tL 0.3879 (0.4623)//RL 1.3920 (1.6031)//RL1 1.4329 (1.6555)\tE 0.100 (0.083)//RE 0.520 (0.536)//RE1 0.540 (0.550)\n",
      "\n",
      "Taken 147.99978375434875 s/epoch\n",
      "Test: [1/200]\tTime 87.186 (87.186)\tL 0.4131 (0.4131)//RL 1.482 (1.482)//RL1 1.534 (1.534)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.060 (0.479)\tL 0.4337 (0.4497)//RL 1.491 (1.552)//RL1 1.539 (1.601)\tE 0.080 (0.077)//RE 0.500 (0.524)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.524\tError 0.077\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.524\n",
      "51 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [51][1/1200]\tTime 0.284 (0.284)\tEps 1.580\tData 0.100 (0.100)\tL 0.6767 (0.6767)//RL 1.9038 (1.9038)//RL1 1.9575 (1.9575)\tE 0.160 (0.160)//RE 0.540 (0.540)//RE1 0.540 (0.540)\n",
      "Epoch: [51][200/1200]\tTime 0.124 (0.101)\tEps 1.593\tData 0.003 (0.004)\tL 0.4807 (0.4550)//RL 1.5851 (1.5592)//RL1 1.6374 (1.6095)\tE 0.100 (0.080)//RE 0.560 (0.525)//RE1 0.580 (0.539)\n",
      "Epoch: [51][400/1200]\tTime 0.147 (0.104)\tEps 1.606\tData 0.005 (0.004)\tL 0.3770 (0.4604)//RL 1.3971 (1.5681)//RL1 1.4467 (1.6187)\tE 0.060 (0.081)//RE 0.400 (0.525)//RE1 0.420 (0.540)\n",
      "Epoch: [51][600/1200]\tTime 0.128 (0.114)\tEps 1.619\tData 0.002 (0.005)\tL 0.4951 (0.4633)//RL 1.7297 (1.5800)//RL1 1.7884 (1.6309)\tE 0.100 (0.082)//RE 0.660 (0.529)//RE1 0.680 (0.543)\n",
      "Epoch: [51][800/1200]\tTime 0.127 (0.116)\tEps 1.633\tData 0.012 (0.005)\tL 0.4750 (0.4640)//RL 1.7049 (1.5898)//RL1 1.7631 (1.6412)\tE 0.080 (0.083)//RE 0.560 (0.533)//RE1 0.580 (0.547)\n",
      "Epoch: [51][1000/1200]\tTime 0.115 (0.117)\tEps 1.646\tData 0.004 (0.006)\tL 0.4788 (0.4632)//RL 1.6385 (1.5941)//RL1 1.6913 (1.6459)\tE 0.100 (0.083)//RE 0.500 (0.533)//RE1 0.500 (0.546)\n",
      "Epoch: [51][1200/1200]\tTime 0.076 (0.112)\tEps 1.659\tData 0.002 (0.006)\tL 0.3714 (0.4633)//RL 1.5270 (1.6016)//RL1 1.5819 (1.6538)\tE 0.020 (0.083)//RE 0.580 (0.536)//RE1 0.600 (0.550)\n",
      "\n",
      "Taken 134.68962597846985 s/epoch\n",
      "Test: [1/200]\tTime 18.192 (18.192)\tL 0.4150 (0.4150)//RL 1.488 (1.488)//RL1 1.541 (1.541)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [200/200]\tTime 0.039 (0.136)\tL 0.4354 (0.4523)//RL 1.497 (1.559)//RL1 1.545 (1.609)\tE 0.080 (0.077)//RE 0.500 (0.526)//RE1 0.520 (0.539)\n",
      "\n",
      " * Robust error 0.526\tError 0.077\n",
      "LR DECAY STEP\n",
      "52 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [52][1/1200]\tTime 0.312 (0.312)\tEps 1.580\tData 0.108 (0.108)\tL 0.4100 (0.4100)//RL 1.4230 (1.4230)//RL1 1.4622 (1.4622)\tE 0.080 (0.080)//RE 0.400 (0.400)//RE1 0.400 (0.400)\n",
      "Epoch: [52][200/1200]\tTime 0.144 (0.148)\tEps 1.593\tData 0.004 (0.010)\tL 0.3571 (0.4542)//RL 1.4214 (1.5621)//RL1 1.4717 (1.6126)\tE 0.000 (0.080)//RE 0.500 (0.521)//RE1 0.520 (0.534)\n",
      "Epoch: [52][400/1200]\tTime 0.092 (0.132)\tEps 1.606\tData 0.002 (0.008)\tL 0.4514 (0.4561)//RL 1.4657 (1.5586)//RL1 1.5115 (1.6091)\tE 0.140 (0.081)//RE 0.480 (0.521)//RE1 0.480 (0.534)\n",
      "Epoch: [52][600/1200]\tTime 0.077 (0.125)\tEps 1.619\tData 0.003 (0.007)\tL 0.5076 (0.4570)//RL 1.6495 (1.5689)//RL1 1.7059 (1.6200)\tE 0.180 (0.082)//RE 0.460 (0.524)//RE1 0.480 (0.538)\n",
      "Epoch: [52][800/1200]\tTime 0.172 (0.122)\tEps 1.633\tData 0.027 (0.007)\tL 0.4710 (0.4587)//RL 1.6482 (1.5815)//RL1 1.7009 (1.6332)\tE 0.060 (0.081)//RE 0.580 (0.528)//RE1 0.580 (0.542)\n",
      "Epoch: [52][1000/1200]\tTime 0.109 (0.122)\tEps 1.646\tData 0.003 (0.007)\tL 0.4617 (0.4610)//RL 1.5371 (1.5946)//RL1 1.5787 (1.6468)\tE 0.040 (0.082)//RE 0.560 (0.535)//RE1 0.560 (0.548)\n",
      "Epoch: [52][1200/1200]\tTime 0.072 (0.124)\tEps 1.659\tData 0.003 (0.007)\tL 0.3820 (0.4620)//RL 1.5374 (1.6035)//RL1 1.5848 (1.6560)\tE 0.020 (0.083)//RE 0.560 (0.537)//RE1 0.580 (0.551)\n",
      "\n",
      "Taken 149.08309698104858 s/epoch\n",
      "Test: [1/200]\tTime 17.942 (17.942)\tL 0.4137 (0.4137)//RL 1.487 (1.487)//RL1 1.539 (1.539)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.057 (0.135)\tL 0.4349 (0.4510)//RL 1.499 (1.558)//RL1 1.547 (1.608)\tE 0.080 (0.076)//RE 0.500 (0.526)//RE1 0.520 (0.539)\n",
      "\n",
      " * Robust error 0.526\tError 0.076\n",
      "LR DECAY STEP\n",
      "53 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [53][1/1200]\tTime 0.236 (0.236)\tEps 1.580\tData 0.124 (0.124)\tL 0.4782 (0.4782)//RL 1.6666 (1.6666)//RL1 1.7175 (1.7175)\tE 0.120 (0.120)//RE 0.540 (0.540)//RE1 0.560 (0.560)\n",
      "Epoch: [53][200/1200]\tTime 0.085 (0.113)\tEps 1.593\tData 0.002 (0.009)\tL 0.5141 (0.4573)//RL 1.6577 (1.5588)//RL1 1.7107 (1.6089)\tE 0.080 (0.084)//RE 0.620 (0.521)//RE1 0.620 (0.535)\n",
      "Epoch: [53][400/1200]\tTime 0.079 (0.115)\tEps 1.606\tData 0.002 (0.007)\tL 0.5697 (0.4552)//RL 1.6889 (1.5479)//RL1 1.7474 (1.5978)\tE 0.080 (0.083)//RE 0.620 (0.518)//RE1 0.620 (0.532)\n",
      "Epoch: [53][600/1200]\tTime 0.115 (0.116)\tEps 1.619\tData 0.003 (0.006)\tL 0.5741 (0.4605)//RL 1.8997 (1.5717)//RL1 1.9637 (1.6225)\tE 0.140 (0.084)//RE 0.620 (0.526)//RE1 0.620 (0.540)\n",
      "Epoch: [53][800/1200]\tTime 0.142 (0.117)\tEps 1.633\tData 0.016 (0.006)\tL 0.4774 (0.4604)//RL 1.6467 (1.5845)//RL1 1.6951 (1.6361)\tE 0.040 (0.083)//RE 0.600 (0.531)//RE1 0.620 (0.545)\n",
      "Epoch: [53][1000/1200]\tTime 0.184 (0.116)\tEps 1.646\tData 0.020 (0.006)\tL 0.3380 (0.4588)//RL 1.4909 (1.5910)//RL1 1.5492 (1.6430)\tE 0.040 (0.083)//RE 0.500 (0.533)//RE1 0.500 (0.547)\n",
      "Epoch: [53][1200/1200]\tTime 0.072 (0.117)\tEps 1.659\tData 0.002 (0.006)\tL 0.6263 (0.4594)//RL 2.0742 (1.5989)//RL1 2.1457 (1.6514)\tE 0.120 (0.082)//RE 0.680 (0.534)//RE1 0.740 (0.549)\n",
      "\n",
      "Taken 140.61029887199402 s/epoch\n",
      "Test: [1/200]\tTime 37.818 (37.818)\tL 0.4114 (0.4114)//RL 1.477 (1.477)//RL1 1.529 (1.529)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.056 (0.237)\tL 0.4319 (0.4489)//RL 1.486 (1.549)//RL1 1.533 (1.599)\tE 0.080 (0.077)//RE 0.500 (0.523)//RE1 0.520 (0.536)\n",
      "\n",
      " * Robust error 0.523\tError 0.077\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.523\n",
      "54 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [54][1/1200]\tTime 0.321 (0.321)\tEps 1.580\tData 0.097 (0.097)\tL 0.4614 (0.4614)//RL 1.5356 (1.5356)//RL1 1.5872 (1.5872)\tE 0.060 (0.060)//RE 0.520 (0.520)//RE1 0.540 (0.540)\n",
      "Epoch: [54][200/1200]\tTime 0.136 (0.133)\tEps 1.593\tData 0.005 (0.005)\tL 0.3228 (0.4550)//RL 1.2787 (1.5633)//RL1 1.3264 (1.6139)\tE 0.000 (0.080)//RE 0.520 (0.521)//RE1 0.560 (0.534)\n",
      "Epoch: [54][400/1200]\tTime 0.216 (0.117)\tEps 1.606\tData 0.003 (0.004)\tL 0.4423 (0.4612)//RL 1.7677 (1.5744)//RL1 1.8262 (1.6254)\tE 0.040 (0.083)//RE 0.600 (0.527)//RE1 0.600 (0.541)\n",
      "Epoch: [54][600/1200]\tTime 0.164 (0.117)\tEps 1.619\tData 0.003 (0.004)\tL 0.5385 (0.4597)//RL 1.7710 (1.5772)//RL1 1.8305 (1.6285)\tE 0.100 (0.083)//RE 0.620 (0.528)//RE1 0.620 (0.542)\n",
      "Epoch: [54][800/1200]\tTime 0.085 (0.122)\tEps 1.633\tData 0.003 (0.006)\tL 0.5210 (0.4594)//RL 1.7541 (1.5851)//RL1 1.8118 (1.6366)\tE 0.120 (0.083)//RE 0.600 (0.531)//RE1 0.640 (0.544)\n",
      "Epoch: [54][1000/1200]\tTime 0.164 (0.120)\tEps 1.646\tData 0.002 (0.006)\tL 0.4476 (0.4609)//RL 1.5721 (1.5959)//RL1 1.6178 (1.6481)\tE 0.080 (0.083)//RE 0.600 (0.534)//RE1 0.600 (0.547)\n",
      "Epoch: [54][1200/1200]\tTime 0.141 (0.116)\tEps 1.659\tData 0.002 (0.005)\tL 0.3522 (0.4609)//RL 1.3990 (1.6031)//RL1 1.4505 (1.6556)\tE 0.060 (0.082)//RE 0.520 (0.537)//RE1 0.520 (0.550)\n",
      "\n",
      "Taken 139.28834986686707 s/epoch\n",
      "Test: [1/200]\tTime 40.171 (40.171)\tL 0.4121 (0.4121)//RL 1.480 (1.480)//RL1 1.532 (1.532)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.028 (0.239)\tL 0.4332 (0.4497)//RL 1.490 (1.552)//RL1 1.539 (1.602)\tE 0.080 (0.076)//RE 0.500 (0.524)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.524\tError 0.076\n",
      "LR DECAY STEP\n",
      "55 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [55][1/1200]\tTime 0.191 (0.191)\tEps 1.580\tData 0.076 (0.076)\tL 0.5439 (0.5439)//RL 1.5763 (1.5763)//RL1 1.6394 (1.6394)\tE 0.080 (0.080)//RE 0.400 (0.400)//RE1 0.400 (0.400)\n",
      "Epoch: [55][200/1200]\tTime 0.128 (0.096)\tEps 1.593\tData 0.002 (0.005)\tL 0.4611 (0.4655)//RL 1.5976 (1.5828)//RL1 1.6454 (1.6342)\tE 0.100 (0.085)//RE 0.520 (0.528)//RE1 0.540 (0.544)\n",
      "Epoch: [55][400/1200]\tTime 0.115 (0.109)\tEps 1.606\tData 0.002 (0.006)\tL 0.4903 (0.4647)//RL 1.6799 (1.5848)//RL1 1.7275 (1.6364)\tE 0.080 (0.084)//RE 0.660 (0.530)//RE1 0.660 (0.545)\n",
      "Epoch: [55][600/1200]\tTime 0.089 (0.114)\tEps 1.619\tData 0.011 (0.006)\tL 0.4999 (0.4623)//RL 1.6426 (1.5816)//RL1 1.6937 (1.6330)\tE 0.060 (0.083)//RE 0.620 (0.532)//RE1 0.620 (0.546)\n",
      "Epoch: [55][800/1200]\tTime 0.090 (0.110)\tEps 1.633\tData 0.013 (0.006)\tL 0.5158 (0.4626)//RL 1.8116 (1.5903)//RL1 1.8759 (1.6421)\tE 0.140 (0.083)//RE 0.620 (0.533)//RE1 0.620 (0.548)\n",
      "Epoch: [55][1000/1200]\tTime 0.075 (0.104)\tEps 1.646\tData 0.002 (0.005)\tL 0.3052 (0.4619)//RL 1.1834 (1.5962)//RL1 1.2269 (1.6483)\tE 0.040 (0.082)//RE 0.480 (0.535)//RE1 0.480 (0.550)\n",
      "Epoch: [55][1200/1200]\tTime 0.142 (0.105)\tEps 1.659\tData 0.004 (0.005)\tL 0.5003 (0.4612)//RL 1.7111 (1.6012)//RL1 1.7624 (1.6536)\tE 0.080 (0.083)//RE 0.600 (0.536)//RE1 0.620 (0.550)\n",
      "\n",
      "Taken 126.55552864074707 s/epoch\n",
      "Test: [1/200]\tTime 45.484 (45.484)\tL 0.4114 (0.4114)//RL 1.481 (1.481)//RL1 1.533 (1.533)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.055 (0.272)\tL 0.4321 (0.4485)//RL 1.490 (1.552)//RL1 1.538 (1.603)\tE 0.080 (0.077)//RE 0.500 (0.525)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.525\tError 0.077\n",
      "LR DECAY STEP\n",
      "56 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [56][1/1200]\tTime 0.286 (0.286)\tEps 1.580\tData 0.107 (0.107)\tL 0.4025 (0.4025)//RL 1.3944 (1.3944)//RL1 1.4424 (1.4424)\tE 0.060 (0.060)//RE 0.540 (0.540)//RE1 0.540 (0.540)\n",
      "Epoch: [56][200/1200]\tTime 0.178 (0.138)\tEps 1.593\tData 0.005 (0.010)\tL 0.4663 (0.4606)//RL 1.6367 (1.5707)//RL1 1.6918 (1.6214)\tE 0.040 (0.082)//RE 0.640 (0.530)//RE1 0.640 (0.544)\n",
      "Epoch: [56][400/1200]\tTime 0.064 (0.131)\tEps 1.606\tData 0.002 (0.008)\tL 0.4739 (0.4593)//RL 1.5835 (1.5692)//RL1 1.6301 (1.6202)\tE 0.100 (0.082)//RE 0.480 (0.527)//RE1 0.480 (0.540)\n",
      "Epoch: [56][600/1200]\tTime 0.127 (0.124)\tEps 1.619\tData 0.002 (0.007)\tL 0.5435 (0.4594)//RL 1.6383 (1.5745)//RL1 1.6914 (1.6257)\tE 0.140 (0.082)//RE 0.500 (0.528)//RE1 0.500 (0.542)\n",
      "Epoch: [56][800/1200]\tTime 0.170 (0.126)\tEps 1.633\tData 0.023 (0.007)\tL 0.4303 (0.4605)//RL 1.4909 (1.5848)//RL1 1.5350 (1.6364)\tE 0.040 (0.082)//RE 0.440 (0.530)//RE1 0.440 (0.544)\n",
      "Epoch: [56][1000/1200]\tTime 0.086 (0.126)\tEps 1.646\tData 0.002 (0.007)\tL 0.4714 (0.4615)//RL 1.5938 (1.5959)//RL1 1.6400 (1.6479)\tE 0.120 (0.082)//RE 0.580 (0.534)//RE1 0.580 (0.548)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [56][1200/1200]\tTime 0.083 (0.126)\tEps 1.659\tData 0.002 (0.008)\tL 0.3270 (0.4615)//RL 1.3499 (1.6015)//RL1 1.3941 (1.6539)\tE 0.040 (0.083)//RE 0.500 (0.536)//RE1 0.500 (0.550)\n",
      "\n",
      "Taken 151.19721722602844 s/epoch\n",
      "Test: [1/200]\tTime 35.763 (35.763)\tL 0.4097 (0.4097)//RL 1.479 (1.479)//RL1 1.531 (1.531)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.029 (0.209)\tL 0.4314 (0.4468)//RL 1.489 (1.549)//RL1 1.537 (1.600)\tE 0.080 (0.076)//RE 0.500 (0.523)//RE1 0.520 (0.537)\n",
      "\n",
      " * Robust error 0.523\tError 0.076\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.523\n",
      "57 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [57][1/1200]\tTime 0.275 (0.275)\tEps 1.580\tData 0.087 (0.087)\tL 0.5418 (0.5418)//RL 1.7985 (1.7985)//RL1 1.8570 (1.8570)\tE 0.140 (0.140)//RE 0.620 (0.620)//RE1 0.620 (0.620)\n",
      "Epoch: [57][200/1200]\tTime 0.125 (0.113)\tEps 1.593\tData 0.003 (0.007)\tL 0.4484 (0.4529)//RL 1.5326 (1.5600)//RL1 1.5765 (1.6107)\tE 0.060 (0.080)//RE 0.600 (0.526)//RE1 0.600 (0.541)\n",
      "Epoch: [57][400/1200]\tTime 0.136 (0.123)\tEps 1.606\tData 0.002 (0.008)\tL 0.3656 (0.4575)//RL 1.3044 (1.5679)//RL1 1.3384 (1.6187)\tE 0.040 (0.080)//RE 0.400 (0.529)//RE1 0.400 (0.543)\n",
      "Epoch: [57][600/1200]\tTime 0.129 (0.117)\tEps 1.619\tData 0.016 (0.007)\tL 0.6232 (0.4577)//RL 1.8283 (1.5710)//RL1 1.8791 (1.6220)\tE 0.120 (0.081)//RE 0.580 (0.527)//RE1 0.620 (0.541)\n",
      "Epoch: [57][800/1200]\tTime 0.132 (0.118)\tEps 1.633\tData 0.011 (0.007)\tL 0.3549 (0.4595)//RL 1.4515 (1.5807)//RL1 1.5121 (1.6322)\tE 0.060 (0.082)//RE 0.480 (0.529)//RE1 0.500 (0.543)\n",
      "Epoch: [57][1000/1200]\tTime 0.131 (0.121)\tEps 1.646\tData 0.002 (0.008)\tL 0.3757 (0.4607)//RL 1.5103 (1.5930)//RL1 1.5658 (1.6451)\tE 0.040 (0.083)//RE 0.480 (0.533)//RE1 0.480 (0.547)\n",
      "Epoch: [57][1200/1200]\tTime 0.082 (0.119)\tEps 1.659\tData 0.002 (0.007)\tL 0.4521 (0.4608)//RL 1.5881 (1.6003)//RL1 1.6462 (1.6527)\tE 0.060 (0.082)//RE 0.560 (0.535)//RE1 0.600 (0.549)\n",
      "\n",
      "Taken 142.52842831611633 s/epoch\n",
      "Test: [1/200]\tTime 60.924 (60.924)\tL 0.4110 (0.4110)//RL 1.483 (1.483)//RL1 1.535 (1.535)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.031 (0.348)\tL 0.4321 (0.4478)//RL 1.493 (1.553)//RL1 1.541 (1.603)\tE 0.080 (0.076)//RE 0.500 (0.524)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.524\tError 0.076\n",
      "LR DECAY STEP\n",
      "58 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [58][1/1200]\tTime 0.308 (0.308)\tEps 1.580\tData 0.131 (0.131)\tL 0.5487 (0.5487)//RL 1.7611 (1.7611)//RL1 1.8274 (1.8274)\tE 0.160 (0.160)//RE 0.520 (0.520)//RE1 0.560 (0.560)\n",
      "Epoch: [58][200/1200]\tTime 0.104 (0.119)\tEps 1.593\tData 0.002 (0.006)\tL 0.4962 (0.4558)//RL 1.5797 (1.5582)//RL1 1.6277 (1.6091)\tE 0.080 (0.079)//RE 0.600 (0.519)//RE1 0.600 (0.533)\n",
      "Epoch: [58][400/1200]\tTime 0.083 (0.119)\tEps 1.606\tData 0.002 (0.006)\tL 0.5906 (0.4541)//RL 1.7798 (1.5608)//RL1 1.8340 (1.6117)\tE 0.180 (0.080)//RE 0.560 (0.521)//RE1 0.620 (0.536)\n",
      "Epoch: [58][600/1200]\tTime 0.128 (0.123)\tEps 1.619\tData 0.011 (0.007)\tL 0.5400 (0.4573)//RL 1.7316 (1.5723)//RL1 1.7850 (1.6237)\tE 0.060 (0.080)//RE 0.580 (0.527)//RE1 0.580 (0.542)\n",
      "Epoch: [58][800/1200]\tTime 0.130 (0.126)\tEps 1.633\tData 0.004 (0.006)\tL 0.4456 (0.4589)//RL 1.5800 (1.5844)//RL1 1.6284 (1.6362)\tE 0.060 (0.081)//RE 0.560 (0.532)//RE1 0.560 (0.546)\n",
      "Epoch: [58][1000/1200]\tTime 0.105 (0.123)\tEps 1.646\tData 0.002 (0.006)\tL 0.5191 (0.4591)//RL 1.7765 (1.5907)//RL1 1.8307 (1.6427)\tE 0.120 (0.081)//RE 0.600 (0.532)//RE1 0.620 (0.547)\n",
      "Epoch: [58][1200/1200]\tTime 0.125 (0.125)\tEps 1.659\tData 0.003 (0.006)\tL 0.4761 (0.4608)//RL 1.5853 (1.6011)//RL1 1.6380 (1.6536)\tE 0.060 (0.082)//RE 0.500 (0.535)//RE1 0.500 (0.549)\n",
      "\n",
      "Taken 150.11210465431213 s/epoch\n",
      "Test: [1/200]\tTime 84.256 (84.256)\tL 0.4104 (0.4104)//RL 1.476 (1.476)//RL1 1.528 (1.528)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.033 (0.456)\tL 0.4314 (0.4472)//RL 1.485 (1.547)//RL1 1.533 (1.597)\tE 0.080 (0.077)//RE 0.500 (0.522)//RE1 0.520 (0.535)\n",
      "\n",
      " * Robust error 0.522\tError 0.077\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.522\n",
      "59 th epoch: epsilon: 1.5800000 - 1.5800000, kappa: 0.0000 - 0.0000, lr: 0.0000003\n",
      "Epoch: [59][1/1200]\tTime 0.316 (0.316)\tEps 1.580\tData 0.119 (0.119)\tL 0.4251 (0.4251)//RL 1.4568 (1.4568)//RL1 1.5106 (1.5106)\tE 0.060 (0.060)//RE 0.420 (0.420)//RE1 0.480 (0.480)\n",
      "Epoch: [59][200/1200]\tTime 0.139 (0.107)\tEps 1.593\tData 0.005 (0.006)\tL 0.4251 (0.4660)//RL 1.4913 (1.5795)//RL1 1.5392 (1.6307)\tE 0.100 (0.086)//RE 0.460 (0.521)//RE1 0.520 (0.537)\n",
      "Epoch: [59][400/1200]\tTime 0.122 (0.120)\tEps 1.606\tData 0.002 (0.006)\tL 0.5362 (0.4643)//RL 1.7411 (1.5743)//RL1 1.7877 (1.6252)\tE 0.080 (0.085)//RE 0.620 (0.524)//RE1 0.620 (0.538)\n",
      "Epoch: [59][600/1200]\tTime 0.167 (0.121)\tEps 1.619\tData 0.002 (0.006)\tL 0.4133 (0.4624)//RL 1.5352 (1.5786)//RL1 1.5831 (1.6298)\tE 0.060 (0.083)//RE 0.500 (0.526)//RE1 0.540 (0.540)\n",
      "Epoch: [59][800/1200]\tTime 0.079 (0.115)\tEps 1.633\tData 0.002 (0.005)\tL 0.4274 (0.4632)//RL 1.6382 (1.5876)//RL1 1.6982 (1.6392)\tE 0.040 (0.083)//RE 0.560 (0.530)//RE1 0.620 (0.544)\n",
      "Epoch: [59][1000/1200]\tTime 0.119 (0.115)\tEps 1.646\tData 0.012 (0.005)\tL 0.5209 (0.4628)//RL 1.7342 (1.5956)//RL1 1.7860 (1.6477)\tE 0.120 (0.083)//RE 0.560 (0.532)//RE1 0.560 (0.546)\n",
      "Epoch: [59][1200/1200]\tTime 0.082 (0.114)\tEps 1.659\tData 0.002 (0.005)\tL 0.4591 (0.4608)//RL 1.6641 (1.6003)//RL1 1.7185 (1.6527)\tE 0.120 (0.082)//RE 0.540 (0.535)//RE1 0.540 (0.549)\n",
      "\n",
      "Taken 137.05875277519226 s/epoch\n",
      "Test: [1/200]\tTime 25.692 (25.692)\tL 0.4102 (0.4102)//RL 1.480 (1.480)//RL1 1.533 (1.533)\tE 0.060 (0.060)//RE 0.500 (0.500)//RE1 0.500 (0.500)\n",
      "Test: [200/200]\tTime 0.030 (0.166)\tL 0.4317 (0.4471)//RL 1.491 (1.551)//RL1 1.539 (1.601)\tE 0.080 (0.077)//RE 0.500 (0.524)//RE1 0.520 (0.538)\n",
      "\n",
      " * Robust error 0.524\tError 0.077\n",
      "LR DECAY STEP\n",
      "std testing ...\n",
      "Test: [1/200]\tTime 0.0761 (0.0761)\tLoss 0.4104 (0.4104)\tError 0.0600 (0.0600)\n",
      "Test: [200/200]\tTime 0.0074 (0.0082)\tLoss 0.4314 (0.4472)\tError 0.0800 (0.0766)\n",
      " * Error 0.0766\n",
      "pgd testing ...\n",
      " * Error 0.3397\n",
      "verification testing ...\n",
      "iter 1 / out ratio: 0.08032852 -> 0.00249258 / t_BCP/t_LMT: 0.9422\n",
      "iter 2 / out ratio: 0.00249258 -> 0.00003672 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003672 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07782070 -> 0.00204414 / t_BCP/t_LMT: 0.9448\n",
      "iter 2 / out ratio: 0.00204414 -> 0.00001992 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001992 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07578789 -> 0.00206836 / t_BCP/t_LMT: 0.9458\n",
      "iter 2 / out ratio: 0.00206836 -> 0.00002031 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07689805 -> 0.00224844 / t_BCP/t_LMT: 0.9437\n",
      "iter 2 / out ratio: 0.00224844 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07829687 -> 0.00235977 / t_BCP/t_LMT: 0.9435\n",
      "iter 2 / out ratio: 0.00235977 -> 0.00002617 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002617 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07983515 -> 0.00233867 / t_BCP/t_LMT: 0.9417\n",
      "iter 2 / out ratio: 0.00233867 -> 0.00002344 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002344 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07954296 -> 0.00240508 / t_BCP/t_LMT: 0.9409\n",
      "iter 2 / out ratio: 0.00240508 -> 0.00003203 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003203 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08004648 -> 0.00243164 / t_BCP/t_LMT: 0.9421\n",
      "iter 2 / out ratio: 0.00243164 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07619648 -> 0.00210234 / t_BCP/t_LMT: 0.9448\n",
      "iter 2 / out ratio: 0.00210234 -> 0.00002305 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002305 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07579297 -> 0.00208750 / t_BCP/t_LMT: 0.9447\n",
      "iter 2 / out ratio: 0.00208750 -> 0.00002812 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002812 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07518711 -> 0.00210273 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00210273 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.07483086 -> 0.00174688 / t_BCP/t_LMT: 0.9463\n",
      "iter 2 / out ratio: 0.00174688 -> 0.00001680 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001680 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07616679 -> 0.00190508 / t_BCP/t_LMT: 0.9462\n",
      "iter 2 / out ratio: 0.00190508 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08232148 -> 0.00231875 / t_BCP/t_LMT: 0.9409\n",
      "iter 2 / out ratio: 0.00231875 -> 0.00002148 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002148 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07713867 -> 0.00220977 / t_BCP/t_LMT: 0.9422\n",
      "iter 2 / out ratio: 0.00220977 -> 0.00002500 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002500 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07915547 -> 0.00236758 / t_BCP/t_LMT: 0.9416\n",
      "iter 2 / out ratio: 0.00236758 -> 0.00002891 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002891 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08160156 -> 0.00238047 / t_BCP/t_LMT: 0.9384\n",
      "iter 2 / out ratio: 0.00238047 -> 0.00002656 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002656 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07397500 -> 0.00182383 / t_BCP/t_LMT: 0.9460\n",
      "iter 2 / out ratio: 0.00182383 -> 0.00001016 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001016 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07855664 -> 0.00227266 / t_BCP/t_LMT: 0.9421\n",
      "iter 2 / out ratio: 0.00227266 -> 0.00002500 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002500 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07638554 -> 0.00220313 / t_BCP/t_LMT: 0.9434\n",
      "iter 2 / out ratio: 0.00220313 -> 0.00002734 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002734 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08096289 -> 0.00249492 / t_BCP/t_LMT: 0.9408\n",
      "iter 2 / out ratio: 0.00249492 -> 0.00003477 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003477 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07392578 -> 0.00196289 / t_BCP/t_LMT: 0.9475\n",
      "iter 2 / out ratio: 0.00196289 -> 0.00001602 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001602 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07569961 -> 0.00197617 / t_BCP/t_LMT: 0.9459\n",
      "iter 2 / out ratio: 0.00197617 -> 0.00002305 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002305 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07498477 -> 0.00201172 / t_BCP/t_LMT: 0.9461\n",
      "iter 2 / out ratio: 0.00201172 -> 0.00002187 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002187 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07568320 -> 0.00207695 / t_BCP/t_LMT: 0.9450\n",
      "iter 2 / out ratio: 0.00207695 -> 0.00002109 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002109 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07825742 -> 0.00219687 / t_BCP/t_LMT: 0.9443\n",
      "iter 2 / out ratio: 0.00219687 -> 0.00003008 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003008 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07596562 -> 0.00220586 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00220586 -> 0.00002812 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002812 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07716563 -> 0.00222383 / t_BCP/t_LMT: 0.9436\n",
      "iter 2 / out ratio: 0.00222383 -> 0.00002148 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002148 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07774688 -> 0.00202031 / t_BCP/t_LMT: 0.9434\n",
      "iter 2 / out ratio: 0.00202031 -> 0.00001914 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001914 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07670156 -> 0.00204922 / t_BCP/t_LMT: 0.9436\n",
      "iter 2 / out ratio: 0.00204922 -> 0.00001719 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001719 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07423516 -> 0.00202695 / t_BCP/t_LMT: 0.9465\n",
      "iter 2 / out ratio: 0.00202695 -> 0.00002344 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002344 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07458086 -> 0.00192930 / t_BCP/t_LMT: 0.9464\n",
      "iter 2 / out ratio: 0.00192930 -> 0.00001758 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001758 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07818320 -> 0.00218789 / t_BCP/t_LMT: 0.9419\n",
      "iter 2 / out ratio: 0.00218789 -> 0.00001914 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001914 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07590703 -> 0.00220625 / t_BCP/t_LMT: 0.9447\n",
      "iter 2 / out ratio: 0.00220625 -> 0.00002617 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002617 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08196367 -> 0.00242812 / t_BCP/t_LMT: 0.9398\n",
      "iter 2 / out ratio: 0.00242812 -> 0.00002930 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002930 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07657813 -> 0.00223047 / t_BCP/t_LMT: 0.9454\n",
      "iter 2 / out ratio: 0.00223047 -> 0.00002773 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002773 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08037109 -> 0.00243672 / t_BCP/t_LMT: 0.9403\n",
      "iter 2 / out ratio: 0.00243672 -> 0.00002773 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002773 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07985664 -> 0.00229844 / t_BCP/t_LMT: 0.9409\n",
      "iter 2 / out ratio: 0.00229844 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07766093 -> 0.00219453 / t_BCP/t_LMT: 0.9444\n",
      "iter 2 / out ratio: 0.00219453 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07605859 -> 0.00210664 / t_BCP/t_LMT: 0.9464\n",
      "iter 2 / out ratio: 0.00210664 -> 0.00002500 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002500 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08165508 -> 0.00243125 / t_BCP/t_LMT: 0.9431\n",
      "iter 2 / out ratio: 0.00243125 -> 0.00003203 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003203 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07618281 -> 0.00195156 / t_BCP/t_LMT: 0.9461\n",
      "iter 2 / out ratio: 0.00195156 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07552109 -> 0.00200977 / t_BCP/t_LMT: 0.9427\n",
      "iter 2 / out ratio: 0.00200977 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07895820 -> 0.00211484 / t_BCP/t_LMT: 0.9424\n",
      "iter 2 / out ratio: 0.00211484 -> 0.00001484 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001484 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07547109 -> 0.00207617 / t_BCP/t_LMT: 0.9461\n",
      "iter 2 / out ratio: 0.00207617 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07939374 -> 0.00229766 / t_BCP/t_LMT: 0.9419\n",
      "iter 2 / out ratio: 0.00229766 -> 0.00002578 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002578 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07817382 -> 0.00228320 / t_BCP/t_LMT: 0.9423\n",
      "iter 2 / out ratio: 0.00228320 -> 0.00002266 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002266 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07774258 -> 0.00217227 / t_BCP/t_LMT: 0.9422\n",
      "iter 2 / out ratio: 0.00217227 -> 0.00002305 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002305 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07620156 -> 0.00219062 / t_BCP/t_LMT: 0.9464\n",
      "iter 2 / out ratio: 0.00219062 -> 0.00002695 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002695 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07258398 -> 0.00193594 / t_BCP/t_LMT: 0.9459\n",
      "iter 2 / out ratio: 0.00193594 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07598437 -> 0.00213789 / t_BCP/t_LMT: 0.9450\n",
      "iter 2 / out ratio: 0.00213789 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.07558906 -> 0.00218203 / t_BCP/t_LMT: 0.9432\n",
      "iter 2 / out ratio: 0.00218203 -> 0.00002266 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002266 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07478281 -> 0.00188633 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00188633 -> 0.00001758 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001758 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08021563 -> 0.00232305 / t_BCP/t_LMT: 0.9422\n",
      "iter 2 / out ratio: 0.00232305 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07843164 -> 0.00215469 / t_BCP/t_LMT: 0.9447\n",
      "iter 2 / out ratio: 0.00215469 -> 0.00003164 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003164 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07784140 -> 0.00215117 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00215117 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07772578 -> 0.00211328 / t_BCP/t_LMT: 0.9422\n",
      "iter 2 / out ratio: 0.00211328 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07611562 -> 0.00208477 / t_BCP/t_LMT: 0.9443\n",
      "iter 2 / out ratio: 0.00208477 -> 0.00002109 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002109 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07911289 -> 0.00220078 / t_BCP/t_LMT: 0.9421\n",
      "iter 2 / out ratio: 0.00220078 -> 0.00002656 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002656 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07753828 -> 0.00214648 / t_BCP/t_LMT: 0.9453\n",
      "iter 2 / out ratio: 0.00214648 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07852539 -> 0.00232109 / t_BCP/t_LMT: 0.9427\n",
      "iter 2 / out ratio: 0.00232109 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07762969 -> 0.00211250 / t_BCP/t_LMT: 0.9431\n",
      "iter 2 / out ratio: 0.00211250 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07725820 -> 0.00205508 / t_BCP/t_LMT: 0.9433\n",
      "iter 2 / out ratio: 0.00205508 -> 0.00002070 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002070 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07728789 -> 0.00204727 / t_BCP/t_LMT: 0.9435\n",
      "iter 2 / out ratio: 0.00204727 -> 0.00002187 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002187 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07744062 -> 0.00225703 / t_BCP/t_LMT: 0.9427\n",
      "iter 2 / out ratio: 0.00225703 -> 0.00002617 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002617 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07782149 -> 0.00221367 / t_BCP/t_LMT: 0.9440\n",
      "iter 2 / out ratio: 0.00221367 -> 0.00002695 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002695 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07537148 -> 0.00194687 / t_BCP/t_LMT: 0.9449\n",
      "iter 2 / out ratio: 0.00194687 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07968828 -> 0.00241211 / t_BCP/t_LMT: 0.9425\n",
      "iter 2 / out ratio: 0.00241211 -> 0.00003633 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003633 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07858672 -> 0.00237422 / t_BCP/t_LMT: 0.9430\n",
      "iter 2 / out ratio: 0.00237422 -> 0.00002578 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002578 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07563281 -> 0.00219648 / t_BCP/t_LMT: 0.9439\n",
      "iter 2 / out ratio: 0.00219648 -> 0.00002070 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002070 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07696211 -> 0.00187617 / t_BCP/t_LMT: 0.9447\n",
      "iter 2 / out ratio: 0.00187617 -> 0.00001680 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001680 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07959101 -> 0.00226758 / t_BCP/t_LMT: 0.9421\n",
      "iter 2 / out ratio: 0.00226758 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07959492 -> 0.00242109 / t_BCP/t_LMT: 0.9415\n",
      "iter 2 / out ratio: 0.00242109 -> 0.00003047 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003047 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07711211 -> 0.00220391 / t_BCP/t_LMT: 0.9448\n",
      "iter 2 / out ratio: 0.00220391 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07663984 -> 0.00198906 / t_BCP/t_LMT: 0.9439\n",
      "iter 2 / out ratio: 0.00198906 -> 0.00002500 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002500 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07973906 -> 0.00224492 / t_BCP/t_LMT: 0.9423\n",
      "iter 2 / out ratio: 0.00224492 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07629062 -> 0.00188984 / t_BCP/t_LMT: 0.9447\n",
      "iter 2 / out ratio: 0.00188984 -> 0.00001758 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001758 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07680351 -> 0.00215391 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00215391 -> 0.00002812 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002812 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07624297 -> 0.00212461 / t_BCP/t_LMT: 0.9436\n",
      "iter 2 / out ratio: 0.00212461 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07418906 -> 0.00200703 / t_BCP/t_LMT: 0.9477\n",
      "iter 2 / out ratio: 0.00200703 -> 0.00002109 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002109 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07911250 -> 0.00252891 / t_BCP/t_LMT: 0.9419\n",
      "iter 2 / out ratio: 0.00252891 -> 0.00002500 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002500 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07904609 -> 0.00225781 / t_BCP/t_LMT: 0.9425\n",
      "iter 2 / out ratio: 0.00225781 -> 0.00002109 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002109 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07669297 -> 0.00202734 / t_BCP/t_LMT: 0.9452\n",
      "iter 2 / out ratio: 0.00202734 -> 0.00002070 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002070 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08214492 -> 0.00263594 / t_BCP/t_LMT: 0.9401\n",
      "iter 2 / out ratio: 0.00263594 -> 0.00003633 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003633 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07753867 -> 0.00203203 / t_BCP/t_LMT: 0.9439\n",
      "iter 2 / out ratio: 0.00203203 -> 0.00002500 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002500 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07836484 -> 0.00221484 / t_BCP/t_LMT: 0.9417\n",
      "iter 2 / out ratio: 0.00221484 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07613203 -> 0.00223711 / t_BCP/t_LMT: 0.9465\n",
      "iter 2 / out ratio: 0.00223711 -> 0.00001836 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001836 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07599375 -> 0.00184336 / t_BCP/t_LMT: 0.9451\n",
      "iter 2 / out ratio: 0.00184336 -> 0.00001562 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001562 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07587852 -> 0.00189922 / t_BCP/t_LMT: 0.9469\n",
      "iter 2 / out ratio: 0.00189922 -> 0.00001836 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001836 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07711133 -> 0.00199609 / t_BCP/t_LMT: 0.9460\n",
      "iter 2 / out ratio: 0.00199609 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07684570 -> 0.00211445 / t_BCP/t_LMT: 0.9433\n",
      "iter 2 / out ratio: 0.00211445 -> 0.00003047 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003047 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07903164 -> 0.00215117 / t_BCP/t_LMT: 0.9446\n",
      "iter 2 / out ratio: 0.00215117 -> 0.00002109 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002109 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.07777734 -> 0.00213789 / t_BCP/t_LMT: 0.9432\n",
      "iter 2 / out ratio: 0.00213789 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07964180 -> 0.00241250 / t_BCP/t_LMT: 0.9419\n",
      "iter 2 / out ratio: 0.00241250 -> 0.00003164 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003164 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07956523 -> 0.00226328 / t_BCP/t_LMT: 0.9407\n",
      "iter 2 / out ratio: 0.00226328 -> 0.00002695 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002695 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07658750 -> 0.00218320 / t_BCP/t_LMT: 0.9441\n",
      "iter 2 / out ratio: 0.00218320 -> 0.00002266 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002266 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07682500 -> 0.00195508 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00195508 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08013047 -> 0.00233906 / t_BCP/t_LMT: 0.9413\n",
      "iter 2 / out ratio: 0.00233906 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08083164 -> 0.00239492 / t_BCP/t_LMT: 0.9422\n",
      "iter 2 / out ratio: 0.00239492 -> 0.00002969 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002969 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07767382 -> 0.00231992 / t_BCP/t_LMT: 0.9414\n",
      "iter 2 / out ratio: 0.00231992 -> 0.00002930 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002930 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07392968 -> 0.00215430 / t_BCP/t_LMT: 0.9466\n",
      "iter 2 / out ratio: 0.00215430 -> 0.00001758 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001758 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07711718 -> 0.00222578 / t_BCP/t_LMT: 0.9425\n",
      "iter 2 / out ratio: 0.00222578 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07534140 -> 0.00216758 / t_BCP/t_LMT: 0.9446\n",
      "iter 2 / out ratio: 0.00216758 -> 0.00002031 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07622422 -> 0.00217539 / t_BCP/t_LMT: 0.9473\n",
      "iter 2 / out ratio: 0.00217539 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07660586 -> 0.00218359 / t_BCP/t_LMT: 0.9449\n",
      "iter 2 / out ratio: 0.00218359 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07895156 -> 0.00215000 / t_BCP/t_LMT: 0.9406\n",
      "iter 2 / out ratio: 0.00215000 -> 0.00002266 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002266 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07361250 -> 0.00201484 / t_BCP/t_LMT: 0.9448\n",
      "iter 2 / out ratio: 0.00201484 -> 0.00002461 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002461 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07510664 -> 0.00207539 / t_BCP/t_LMT: 0.9441\n",
      "iter 2 / out ratio: 0.00207539 -> 0.00001719 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001719 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07359375 -> 0.00197852 / t_BCP/t_LMT: 0.9476\n",
      "iter 2 / out ratio: 0.00197852 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07647851 -> 0.00219922 / t_BCP/t_LMT: 0.9409\n",
      "iter 2 / out ratio: 0.00219922 -> 0.00002930 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002930 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07678007 -> 0.00224023 / t_BCP/t_LMT: 0.9418\n",
      "iter 2 / out ratio: 0.00224023 -> 0.00002852 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002852 -> 0.00000078 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000078 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07515781 -> 0.00198086 / t_BCP/t_LMT: 0.9429\n",
      "iter 2 / out ratio: 0.00198086 -> 0.00001797 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001797 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08013086 -> 0.00218359 / t_BCP/t_LMT: 0.9404\n",
      "iter 2 / out ratio: 0.00218359 -> 0.00002734 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002734 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08092304 -> 0.00229961 / t_BCP/t_LMT: 0.9385\n",
      "iter 2 / out ratio: 0.00229961 -> 0.00002070 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002070 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07589921 -> 0.00192461 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00192461 -> 0.00001875 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001875 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07468711 -> 0.00206602 / t_BCP/t_LMT: 0.9469\n",
      "iter 2 / out ratio: 0.00206602 -> 0.00002305 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002305 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07400429 -> 0.00197695 / t_BCP/t_LMT: 0.9455\n",
      "iter 2 / out ratio: 0.00197695 -> 0.00002266 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002266 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07766055 -> 0.00214102 / t_BCP/t_LMT: 0.9404\n",
      "iter 2 / out ratio: 0.00214102 -> 0.00002344 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002344 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07691289 -> 0.00208672 / t_BCP/t_LMT: 0.9451\n",
      "iter 2 / out ratio: 0.00208672 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08199570 -> 0.00223047 / t_BCP/t_LMT: 0.9374\n",
      "iter 2 / out ratio: 0.00223047 -> 0.00002461 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002461 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08015274 -> 0.00205508 / t_BCP/t_LMT: 0.9390\n",
      "iter 2 / out ratio: 0.00205508 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07698906 -> 0.00191602 / t_BCP/t_LMT: 0.9427\n",
      "iter 2 / out ratio: 0.00191602 -> 0.00001836 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001836 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07611601 -> 0.00193437 / t_BCP/t_LMT: 0.9403\n",
      "iter 2 / out ratio: 0.00193437 -> 0.00001719 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001719 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07339180 -> 0.00185859 / t_BCP/t_LMT: 0.9448\n",
      "iter 2 / out ratio: 0.00185859 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07430625 -> 0.00206719 / t_BCP/t_LMT: 0.9461\n",
      "iter 2 / out ratio: 0.00206719 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07247461 -> 0.00203359 / t_BCP/t_LMT: 0.9469\n",
      "iter 2 / out ratio: 0.00203359 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07488086 -> 0.00209414 / t_BCP/t_LMT: 0.9431\n",
      "iter 2 / out ratio: 0.00209414 -> 0.00001562 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001562 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07769570 -> 0.00211797 / t_BCP/t_LMT: 0.9407\n",
      "iter 2 / out ratio: 0.00211797 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07366718 -> 0.00207891 / t_BCP/t_LMT: 0.9438\n",
      "iter 2 / out ratio: 0.00207891 -> 0.00002695 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002695 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07216406 -> 0.00195156 / t_BCP/t_LMT: 0.9479\n",
      "iter 2 / out ratio: 0.00195156 -> 0.00001992 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001992 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07387461 -> 0.00212930 / t_BCP/t_LMT: 0.9462\n",
      "iter 2 / out ratio: 0.00212930 -> 0.00002539 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002539 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07504492 -> 0.00208945 / t_BCP/t_LMT: 0.9495\n",
      "iter 2 / out ratio: 0.00208945 -> 0.00002578 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002578 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07758672 -> 0.00235508 / t_BCP/t_LMT: 0.9471\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 2 / out ratio: 0.00235508 -> 0.00003125 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003125 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07689258 -> 0.00240977 / t_BCP/t_LMT: 0.9460\n",
      "iter 2 / out ratio: 0.00240977 -> 0.00002734 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002734 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07834023 -> 0.00191758 / t_BCP/t_LMT: 0.9448\n",
      "iter 2 / out ratio: 0.00191758 -> 0.00002031 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07764062 -> 0.00186055 / t_BCP/t_LMT: 0.9450\n",
      "iter 2 / out ratio: 0.00186055 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07906015 -> 0.00229805 / t_BCP/t_LMT: 0.9390\n",
      "iter 2 / out ratio: 0.00229805 -> 0.00002305 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002305 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07767969 -> 0.00214102 / t_BCP/t_LMT: 0.9433\n",
      "iter 2 / out ratio: 0.00214102 -> 0.00002461 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002461 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07586680 -> 0.00225391 / t_BCP/t_LMT: 0.9473\n",
      "iter 2 / out ratio: 0.00225391 -> 0.00002461 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002461 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07059687 -> 0.00183281 / t_BCP/t_LMT: 0.9490\n",
      "iter 2 / out ratio: 0.00183281 -> 0.00001758 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001758 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07484961 -> 0.00211562 / t_BCP/t_LMT: 0.9443\n",
      "iter 2 / out ratio: 0.00211562 -> 0.00002812 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002812 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07372265 -> 0.00199609 / t_BCP/t_LMT: 0.9480\n",
      "iter 2 / out ratio: 0.00199609 -> 0.00002187 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002187 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.06840000 -> 0.00177148 / t_BCP/t_LMT: 0.9501\n",
      "iter 2 / out ratio: 0.00177148 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07635546 -> 0.00232539 / t_BCP/t_LMT: 0.9456\n",
      "iter 2 / out ratio: 0.00232539 -> 0.00002852 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002852 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07701914 -> 0.00219336 / t_BCP/t_LMT: 0.9455\n",
      "iter 2 / out ratio: 0.00219336 -> 0.00002969 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002969 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07233711 -> 0.00195625 / t_BCP/t_LMT: 0.9485\n",
      "iter 2 / out ratio: 0.00195625 -> 0.00002070 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002070 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.06881718 -> 0.00178828 / t_BCP/t_LMT: 0.9514\n",
      "iter 2 / out ratio: 0.00178828 -> 0.00001367 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001367 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.06794844 -> 0.00160859 / t_BCP/t_LMT: 0.9532\n",
      "iter 2 / out ratio: 0.00160859 -> 0.00001367 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001367 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08123086 -> 0.00245273 / t_BCP/t_LMT: 0.9447\n",
      "iter 2 / out ratio: 0.00245273 -> 0.00002812 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002812 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07722305 -> 0.00198477 / t_BCP/t_LMT: 0.9483\n",
      "iter 2 / out ratio: 0.00198477 -> 0.00002656 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002656 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07435507 -> 0.00197930 / t_BCP/t_LMT: 0.9479\n",
      "iter 2 / out ratio: 0.00197930 -> 0.00001797 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001797 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07192695 -> 0.00194219 / t_BCP/t_LMT: 0.9490\n",
      "iter 2 / out ratio: 0.00194219 -> 0.00002148 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002148 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07737109 -> 0.00231875 / t_BCP/t_LMT: 0.9438\n",
      "iter 2 / out ratio: 0.00231875 -> 0.00002344 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002344 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07659453 -> 0.00215352 / t_BCP/t_LMT: 0.9453\n",
      "iter 2 / out ratio: 0.00215352 -> 0.00001719 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001719 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07488633 -> 0.00201055 / t_BCP/t_LMT: 0.9448\n",
      "iter 2 / out ratio: 0.00201055 -> 0.00001875 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001875 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07079023 -> 0.00159102 / t_BCP/t_LMT: 0.9476\n",
      "iter 2 / out ratio: 0.00159102 -> 0.00000898 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00000898 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07373476 -> 0.00171406 / t_BCP/t_LMT: 0.9446\n",
      "iter 2 / out ratio: 0.00171406 -> 0.00001641 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001641 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07236875 -> 0.00155273 / t_BCP/t_LMT: 0.9500\n",
      "iter 2 / out ratio: 0.00155273 -> 0.00001172 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001172 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07300898 -> 0.00157773 / t_BCP/t_LMT: 0.9487\n",
      "iter 2 / out ratio: 0.00157773 -> 0.00001523 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001523 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07391484 -> 0.00190117 / t_BCP/t_LMT: 0.9446\n",
      "iter 2 / out ratio: 0.00190117 -> 0.00001562 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001562 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07521211 -> 0.00172891 / t_BCP/t_LMT: 0.9453\n",
      "iter 2 / out ratio: 0.00172891 -> 0.00001406 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001406 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07092500 -> 0.00174727 / t_BCP/t_LMT: 0.9495\n",
      "iter 2 / out ratio: 0.00174727 -> 0.00001758 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001758 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07134062 -> 0.00181602 / t_BCP/t_LMT: 0.9478\n",
      "iter 2 / out ratio: 0.00181602 -> 0.00001367 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001367 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07577930 -> 0.00199102 / t_BCP/t_LMT: 0.9455\n",
      "iter 2 / out ratio: 0.00199102 -> 0.00001875 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001875 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07309531 -> 0.00192656 / t_BCP/t_LMT: 0.9484\n",
      "iter 2 / out ratio: 0.00192656 -> 0.00001641 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001641 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07551093 -> 0.00181484 / t_BCP/t_LMT: 0.9466\n",
      "iter 2 / out ratio: 0.00181484 -> 0.00001797 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001797 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07736055 -> 0.00193789 / t_BCP/t_LMT: 0.9450\n",
      "iter 2 / out ratio: 0.00193789 -> 0.00001797 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001797 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07503047 -> 0.00204414 / t_BCP/t_LMT: 0.9462\n",
      "iter 2 / out ratio: 0.00204414 -> 0.00002461 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002461 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08122773 -> 0.00222852 / t_BCP/t_LMT: 0.9419\n",
      "iter 2 / out ratio: 0.00222852 -> 0.00002266 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002266 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07517031 -> 0.00172969 / t_BCP/t_LMT: 0.9430\n",
      "iter 2 / out ratio: 0.00172969 -> 0.00001719 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001719 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07537461 -> 0.00196016 / t_BCP/t_LMT: 0.9429\n",
      "iter 2 / out ratio: 0.00196016 -> 0.00002148 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002148 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07670937 -> 0.00216406 / t_BCP/t_LMT: 0.9435\n",
      "iter 2 / out ratio: 0.00216406 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07502852 -> 0.00202461 / t_BCP/t_LMT: 0.9459\n",
      "iter 2 / out ratio: 0.00202461 -> 0.00001641 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001641 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07352031 -> 0.00205664 / t_BCP/t_LMT: 0.9469\n",
      "iter 2 / out ratio: 0.00205664 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07294843 -> 0.00212500 / t_BCP/t_LMT: 0.9451\n",
      "iter 2 / out ratio: 0.00212500 -> 0.00002227 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002227 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.06827656 -> 0.00174258 / t_BCP/t_LMT: 0.9514\n",
      "iter 2 / out ratio: 0.00174258 -> 0.00001680 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001680 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07303046 -> 0.00208047 / t_BCP/t_LMT: 0.9490\n",
      "iter 2 / out ratio: 0.00208047 -> 0.00002031 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07226601 -> 0.00215156 / t_BCP/t_LMT: 0.9472\n",
      "iter 2 / out ratio: 0.00215156 -> 0.00002187 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002187 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07077695 -> 0.00213672 / t_BCP/t_LMT: 0.9481\n",
      "iter 2 / out ratio: 0.00213672 -> 0.00002305 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002305 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07610039 -> 0.00245234 / t_BCP/t_LMT: 0.9440\n",
      "iter 2 / out ratio: 0.00245234 -> 0.00003633 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003633 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08042149 -> 0.00208320 / t_BCP/t_LMT: 0.9414\n",
      "iter 2 / out ratio: 0.00208320 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07623750 -> 0.00187891 / t_BCP/t_LMT: 0.9426\n",
      "iter 2 / out ratio: 0.00187891 -> 0.00001836 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001836 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07937031 -> 0.00208711 / t_BCP/t_LMT: 0.9380\n",
      "iter 2 / out ratio: 0.00208711 -> 0.00001875 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001875 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07648554 -> 0.00195312 / t_BCP/t_LMT: 0.9429\n",
      "iter 2 / out ratio: 0.00195312 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07380078 -> 0.00179570 / t_BCP/t_LMT: 0.9494\n",
      "iter 2 / out ratio: 0.00179570 -> 0.00001914 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001914 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07782149 -> 0.00235352 / t_BCP/t_LMT: 0.9471\n",
      "iter 2 / out ratio: 0.00235352 -> 0.00002969 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002969 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07824336 -> 0.00253242 / t_BCP/t_LMT: 0.9438\n",
      "iter 2 / out ratio: 0.00253242 -> 0.00003750 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003750 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07796875 -> 0.00223437 / t_BCP/t_LMT: 0.9419\n",
      "iter 2 / out ratio: 0.00223437 -> 0.00002422 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002422 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07996992 -> 0.00243633 / t_BCP/t_LMT: 0.9398\n",
      "iter 2 / out ratio: 0.00243633 -> 0.00003789 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003789 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07845351 -> 0.00218437 / t_BCP/t_LMT: 0.9398\n",
      "iter 2 / out ratio: 0.00218437 -> 0.00002617 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002617 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07600820 -> 0.00185312 / t_BCP/t_LMT: 0.9447\n",
      "iter 2 / out ratio: 0.00185312 -> 0.00001367 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001367 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07365429 -> 0.00195391 / t_BCP/t_LMT: 0.9464\n",
      "iter 2 / out ratio: 0.00195391 -> 0.00001719 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001719 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07632734 -> 0.00214844 / t_BCP/t_LMT: 0.9465\n",
      "iter 2 / out ratio: 0.00214844 -> 0.00002578 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002578 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07491406 -> 0.00207500 / t_BCP/t_LMT: 0.9467\n",
      "iter 2 / out ratio: 0.00207500 -> 0.00002383 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002383 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07678711 -> 0.00195859 / t_BCP/t_LMT: 0.9472\n",
      "iter 2 / out ratio: 0.00195859 -> 0.00002266 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002266 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07359882 -> 0.00193320 / t_BCP/t_LMT: 0.9517\n",
      "iter 2 / out ratio: 0.00193320 -> 0.00002930 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002930 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07764374 -> 0.00244336 / t_BCP/t_LMT: 0.9392\n",
      "iter 2 / out ratio: 0.00244336 -> 0.00003437 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003437 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07673828 -> 0.00231367 / t_BCP/t_LMT: 0.9434\n",
      "iter 2 / out ratio: 0.00231367 -> 0.00003164 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003164 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07561836 -> 0.00198516 / t_BCP/t_LMT: 0.9484\n",
      "iter 2 / out ratio: 0.00198516 -> 0.00001953 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001953 -> 0.00000039 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000039 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07479336 -> 0.00215312 / t_BCP/t_LMT: 0.9464\n",
      "iter 2 / out ratio: 0.00215312 -> 0.00002656 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002656 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "\n",
      " * Robust error 0.522\tError 0.077\n",
      "Best model evaluation: 0.07660000026226044 0.33969998359680176 0.5220000147819519\n"
     ]
    }
   ],
   "source": [
    "!python train_mnist.py --cuda_ids 3 --prefix '10152159'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# evaluate_mnist.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Setting CUDA_VISIBLE_DEVICES to 3\n",
      "Namespace(alpha=0.395, augmentation=True, batch_size=128, bce=False, cuda_ids=3, data='mnist', drop_last=False, epochs=60, epsilon=1.58, epsilon_infty=0.1, epsilon_pgd=1.58, epsilon_train=0.1411764705882353, epsilon_train_infty=0.03137254901960784, gamma=0.5, kappa=0.0, kappa_schedule_length=20, linfty=False, lr=0.001, lr_scheduler='step', method='BCP', model='large', model_factor=8, momentum=0.9, niter=100, no_augmentation=False, no_save=False, no_shuffle=False, normalization=False, opt='adam', opt_iter=1, pgd=False, prefix='temporary', print=False, rampup=20, real_time=False, resnet_N=1, resnet_factor=1, save=True, schedule_length=20, seed=2019, shuffle=True, sniter=1, starting_epsilon=0.0, starting_kappa=1.0, step_size=10, test_batch_size=128, test_opt_iter=1000, test_pth='models/mnist/10152159_large_BCP_data_mnist_epochs_60_epsilon_train_1.58_lr_0.0003_opt_adam_opt_iter_10_rampup_20_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_1_best.pth', test_sniter=1000000, train_method='BCP', verbose=200, warmup=10, wd_list=[21, 30, 40], weight_decay=0.0)\n",
      "std testing ...\n",
      "Test: [1/79]\tTime 0.3139 (0.3139)\tLoss 0.4613 (0.4613)\tError 0.0625 (0.0625)\n",
      "Test: [79/79]\tTime 0.0026 (0.0211)\tLoss 0.3208 (0.4472)\tError 0.0625 (0.0766)\n",
      " * Error 0.0766\n",
      "verification testing ...\n",
      "iter 1 / out ratio: 0.07822388 -> 0.00219406 / t_BCP/t_LMT: 0.9443\n",
      "iter 2 / out ratio: 0.00219406 -> 0.00002548 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002548 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07757553 -> 0.00230057 / t_BCP/t_LMT: 0.9439\n",
      "iter 2 / out ratio: 0.00230057 -> 0.00002472 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002472 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07966278 -> 0.00236420 / t_BCP/t_LMT: 0.9412\n",
      "iter 2 / out ratio: 0.00236420 -> 0.00002731 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002731 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07655075 -> 0.00216904 / t_BCP/t_LMT: 0.9441\n",
      "iter 2 / out ratio: 0.00216904 -> 0.00002502 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002502 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07510833 -> 0.00185883 / t_BCP/t_LMT: 0.9458\n",
      "iter 2 / out ratio: 0.00185883 -> 0.00001877 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001877 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07947357 -> 0.00226318 / t_BCP/t_LMT: 0.9422\n",
      "iter 2 / out ratio: 0.00226318 -> 0.00002548 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002548 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07824279 -> 0.00219940 / t_BCP/t_LMT: 0.9417\n",
      "iter 2 / out ratio: 0.00219940 -> 0.00002136 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002136 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07763305 -> 0.00226517 / t_BCP/t_LMT: 0.9427\n",
      "iter 2 / out ratio: 0.00226517 -> 0.00002625 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002625 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07643493 -> 0.00208099 / t_BCP/t_LMT: 0.9453\n",
      "iter 2 / out ratio: 0.00208099 -> 0.00002335 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002335 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07677963 -> 0.00210098 / t_BCP/t_LMT: 0.9443\n",
      "iter 2 / out ratio: 0.00210098 -> 0.00002380 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002380 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07594208 -> 0.00216904 / t_BCP/t_LMT: 0.9451\n",
      "iter 2 / out ratio: 0.00216904 -> 0.00002396 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002396 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07662354 -> 0.00203964 / t_BCP/t_LMT: 0.9441\n",
      "iter 2 / out ratio: 0.00203964 -> 0.00001968 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001968 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07635300 -> 0.00211365 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00211365 -> 0.00002151 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002151 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07877136 -> 0.00228302 / t_BCP/t_LMT: 0.9432\n",
      "iter 2 / out ratio: 0.00228302 -> 0.00002747 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002747 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07853866 -> 0.00226959 / t_BCP/t_LMT: 0.9423\n",
      "iter 2 / out ratio: 0.00226959 -> 0.00002411 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002411 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07897370 -> 0.00229965 / t_BCP/t_LMT: 0.9439\n",
      "iter 2 / out ratio: 0.00229965 -> 0.00002640 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002640 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07711303 -> 0.00207199 / t_BCP/t_LMT: 0.9436\n",
      "iter 2 / out ratio: 0.00207199 -> 0.00002350 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002350 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07723419 -> 0.00211349 / t_BCP/t_LMT: 0.9440\n",
      "iter 2 / out ratio: 0.00211349 -> 0.00002228 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002228 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07745346 -> 0.00221252 / t_BCP/t_LMT: 0.9436\n",
      "iter 2 / out ratio: 0.00221252 -> 0.00002487 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002487 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07412399 -> 0.00204864 / t_BCP/t_LMT: 0.9457\n",
      "iter 2 / out ratio: 0.00204864 -> 0.00001999 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001999 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07715210 -> 0.00211243 / t_BCP/t_LMT: 0.9426\n",
      "iter 2 / out ratio: 0.00211243 -> 0.00002014 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002014 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07863007 -> 0.00217484 / t_BCP/t_LMT: 0.9441\n",
      "iter 2 / out ratio: 0.00217484 -> 0.00002670 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002670 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07696609 -> 0.00213562 / t_BCP/t_LMT: 0.9433\n",
      "iter 2 / out ratio: 0.00213562 -> 0.00002426 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002426 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07865753 -> 0.00222900 / t_BCP/t_LMT: 0.9434\n",
      "iter 2 / out ratio: 0.00222900 -> 0.00002426 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002426 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07704376 -> 0.00205444 / t_BCP/t_LMT: 0.9435\n",
      "iter 2 / out ratio: 0.00205444 -> 0.00002197 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002197 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07752365 -> 0.00222977 / t_BCP/t_LMT: 0.9433\n",
      "iter 2 / out ratio: 0.00222977 -> 0.00002792 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002792 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07852966 -> 0.00232346 / t_BCP/t_LMT: 0.9433\n",
      "iter 2 / out ratio: 0.00232346 -> 0.00002914 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002914 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07630341 -> 0.00198715 / t_BCP/t_LMT: 0.9443\n",
      "iter 2 / out ratio: 0.00198715 -> 0.00001770 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001770 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07833175 -> 0.00226929 / t_BCP/t_LMT: 0.9431\n",
      "iter 2 / out ratio: 0.00226929 -> 0.00002640 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002640 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07794312 -> 0.00206757 / t_BCP/t_LMT: 0.9433\n",
      "iter 2 / out ratio: 0.00206757 -> 0.00002243 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002243 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07537750 -> 0.00204514 / t_BCP/t_LMT: 0.9452\n",
      "iter 2 / out ratio: 0.00204514 -> 0.00002502 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002502 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07902817 -> 0.00241196 / t_BCP/t_LMT: 0.9428\n",
      "iter 2 / out ratio: 0.00241196 -> 0.00002365 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002365 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07860702 -> 0.00221024 / t_BCP/t_LMT: 0.9432\n",
      "iter 2 / out ratio: 0.00221024 -> 0.00002716 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002716 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.07755996 -> 0.00222549 / t_BCP/t_LMT: 0.9437\n",
      "iter 2 / out ratio: 0.00222549 -> 0.00002121 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002121 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07591842 -> 0.00192276 / t_BCP/t_LMT: 0.9460\n",
      "iter 2 / out ratio: 0.00192276 -> 0.00001846 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001846 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07849350 -> 0.00213409 / t_BCP/t_LMT: 0.9441\n",
      "iter 2 / out ratio: 0.00213409 -> 0.00002686 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002686 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07881775 -> 0.00226776 / t_BCP/t_LMT: 0.9417\n",
      "iter 2 / out ratio: 0.00226776 -> 0.00002914 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002914 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07715698 -> 0.00209244 / t_BCP/t_LMT: 0.9440\n",
      "iter 2 / out ratio: 0.00209244 -> 0.00002258 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002258 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07920486 -> 0.00234299 / t_BCP/t_LMT: 0.9423\n",
      "iter 2 / out ratio: 0.00234299 -> 0.00002762 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002762 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07596558 -> 0.00221115 / t_BCP/t_LMT: 0.9440\n",
      "iter 2 / out ratio: 0.00221115 -> 0.00002167 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002167 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07620209 -> 0.00216370 / t_BCP/t_LMT: 0.9456\n",
      "iter 2 / out ratio: 0.00216370 -> 0.00002182 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002182 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07627396 -> 0.00209259 / t_BCP/t_LMT: 0.9427\n",
      "iter 2 / out ratio: 0.00209259 -> 0.00002274 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002274 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07494797 -> 0.00206406 / t_BCP/t_LMT: 0.9446\n",
      "iter 2 / out ratio: 0.00206406 -> 0.00002213 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002213 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07663117 -> 0.00214294 / t_BCP/t_LMT: 0.9420\n",
      "iter 2 / out ratio: 0.00214294 -> 0.00002457 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002457 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07839279 -> 0.00210068 / t_BCP/t_LMT: 0.9420\n",
      "iter 2 / out ratio: 0.00210068 -> 0.00002151 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002151 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07494995 -> 0.00201920 / t_BCP/t_LMT: 0.9443\n",
      "iter 2 / out ratio: 0.00201920 -> 0.00002274 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002274 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.08001205 -> 0.00222549 / t_BCP/t_LMT: 0.9403\n",
      "iter 2 / out ratio: 0.00222549 -> 0.00002533 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002533 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07755661 -> 0.00193848 / t_BCP/t_LMT: 0.9406\n",
      "iter 2 / out ratio: 0.00193848 -> 0.00001892 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001892 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07334366 -> 0.00196594 / t_BCP/t_LMT: 0.9464\n",
      "iter 2 / out ratio: 0.00196594 -> 0.00001862 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001862 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07573486 -> 0.00208389 / t_BCP/t_LMT: 0.9426\n",
      "iter 2 / out ratio: 0.00208389 -> 0.00002167 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002167 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07259887 -> 0.00200226 / t_BCP/t_LMT: 0.9461\n",
      "iter 2 / out ratio: 0.00200226 -> 0.00002441 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002441 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07648270 -> 0.00225418 / t_BCP/t_LMT: 0.9477\n",
      "iter 2 / out ratio: 0.00225418 -> 0.00002701 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002701 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07733428 -> 0.00204330 / t_BCP/t_LMT: 0.9453\n",
      "iter 2 / out ratio: 0.00204330 -> 0.00002319 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002319 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07894058 -> 0.00223679 / t_BCP/t_LMT: 0.9418\n",
      "iter 2 / out ratio: 0.00223679 -> 0.00002365 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002365 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07248718 -> 0.00199646 / t_BCP/t_LMT: 0.9476\n",
      "iter 2 / out ratio: 0.00199646 -> 0.00002243 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002243 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07243423 -> 0.00196472 / t_BCP/t_LMT: 0.9480\n",
      "iter 2 / out ratio: 0.00196472 -> 0.00002426 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002426 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07514938 -> 0.00214874 / t_BCP/t_LMT: 0.9465\n",
      "iter 2 / out ratio: 0.00214874 -> 0.00002441 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002441 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07172043 -> 0.00189392 / t_BCP/t_LMT: 0.9502\n",
      "iter 2 / out ratio: 0.00189392 -> 0.00001709 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001709 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07593414 -> 0.00203049 / t_BCP/t_LMT: 0.9481\n",
      "iter 2 / out ratio: 0.00203049 -> 0.00002380 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002380 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07546600 -> 0.00216187 / t_BCP/t_LMT: 0.9457\n",
      "iter 2 / out ratio: 0.00216187 -> 0.00002136 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002136 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07316116 -> 0.00184479 / t_BCP/t_LMT: 0.9460\n",
      "iter 2 / out ratio: 0.00184479 -> 0.00001495 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001495 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07306229 -> 0.00158035 / t_BCP/t_LMT: 0.9483\n",
      "iter 2 / out ratio: 0.00158035 -> 0.00001328 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001328 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07396652 -> 0.00180832 / t_BCP/t_LMT: 0.9455\n",
      "iter 2 / out ratio: 0.00180832 -> 0.00001587 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001587 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07291717 -> 0.00185898 / t_BCP/t_LMT: 0.9473\n",
      "iter 2 / out ratio: 0.00185898 -> 0.00001694 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001694 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07471558 -> 0.00189697 / t_BCP/t_LMT: 0.9476\n",
      "iter 2 / out ratio: 0.00189697 -> 0.00001709 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001709 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07768127 -> 0.00204834 / t_BCP/t_LMT: 0.9444\n",
      "iter 2 / out ratio: 0.00204834 -> 0.00002167 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002167 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07661331 -> 0.00197601 / t_BCP/t_LMT: 0.9420\n",
      "iter 2 / out ratio: 0.00197601 -> 0.00002029 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002029 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07389069 -> 0.00201843 / t_BCP/t_LMT: 0.9467\n",
      "iter 2 / out ratio: 0.00201843 -> 0.00001892 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001892 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07132141 -> 0.00201294 / t_BCP/t_LMT: 0.9481\n",
      "iter 2 / out ratio: 0.00201294 -> 0.00002029 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002029 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07165115 -> 0.00206406 / t_BCP/t_LMT: 0.9483\n",
      "iter 2 / out ratio: 0.00206406 -> 0.00002045 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002045 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07780228 -> 0.00217896 / t_BCP/t_LMT: 0.9424\n",
      "iter 2 / out ratio: 0.00217896 -> 0.00002747 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002747 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07780441 -> 0.00197159 / t_BCP/t_LMT: 0.9416\n",
      "iter 2 / out ratio: 0.00197159 -> 0.00001877 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001877 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07669723 -> 0.00227814 / t_BCP/t_LMT: 0.9467\n",
      "iter 2 / out ratio: 0.00227814 -> 0.00003036 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00003036 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.07874160 -> 0.00233917 / t_BCP/t_LMT: 0.9407\n",
      "iter 2 / out ratio: 0.00233917 -> 0.00002960 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002960 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07579437 -> 0.00195969 / t_BCP/t_LMT: 0.9442\n",
      "iter 2 / out ratio: 0.00195969 -> 0.00001862 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001862 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07623291 -> 0.00211884 / t_BCP/t_LMT: 0.9460\n",
      "iter 2 / out ratio: 0.00211884 -> 0.00002518 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002518 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07557831 -> 0.00210770 / t_BCP/t_LMT: 0.9463\n",
      "iter 2 / out ratio: 0.00210770 -> 0.00002869 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002869 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07627853 -> 0.00220932 / t_BCP/t_LMT: 0.9462\n",
      "iter 2 / out ratio: 0.00220932 -> 0.00002792 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00002792 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.07034790 -> 0.00167114 / t_BCP/t_LMT: 0.9469\n",
      "iter 2 / out ratio: 0.00167114 -> 0.00001099 / t_BCP/t_LMT: 1.0000\n",
      "iter 3 / out ratio: 0.00001099 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "\n",
      " * Robust error 0.522\tError 0.077\n",
      "pgd testing ...\n",
      " * Error 0.3397\n",
      "Best model evaluation: 0.07660000026226044 0.33969998359680176 0.5220000147819519\n"
     ]
    }
   ],
   "source": [
    "!python evaluate_mnist.py --test_pth models/mnist/10152159_large_BCP_data_mnist_epochs_60_epsilon_train_1.58_lr_0.0003_opt_adam_opt_iter_10_rampup_20_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_1_best.pth --cuda_ids 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "lsy",
   "language": "python",
   "name": "lsy"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}