Feature selection using GBM algorithms and Neural Networks.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Enabling eager execution\n",
      "INFO:tensorflow:Enabling v2 tensorshape\n",
      "INFO:tensorflow:Enabling resource variables\n",
      "INFO:tensorflow:Enabling tensor equality\n",
      "INFO:tensorflow:Enabling control flow v2\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[MLENS] backend: threading\n"
     ]
    }
   ],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2 \n",
    "%reload_ext autoreload\n",
    "\n",
    "# always import gbm_algos first !\n",
    "import xgboost, lightgbm, catboost\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import scipy.io as io\n",
    "from torch.autograd import grad\n",
    "import shap\n",
    "from utils import *\n",
    "from models import *\n",
    "\n",
    "from sklearn.preprocessing import scale, MinMaxScaler, StandardScaler\n",
    "from sklearn.neural_network import MLPRegressor\n",
    "from sklearn.ensemble import RandomForestRegressor\n",
    "from sklearn.linear_model import LinearRegression, Ridge, Lasso\n",
    "from mlens.ensemble import SuperLearner, BlendEnsemble\n",
    "\n",
    "from collections import OrderedDict\n",
    "from tqdm import tqdm, trange\n",
    "\n",
    "from lbfgsnew import LBFGSNew\n",
    "from madgrad import MADGRAD"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training with 2000 samples\n"
     ]
    }
   ],
   "source": [
    "DATA_PATH = \"/Users/pongpisit/Desktop/research/pinn/Solving-Differential-Equations-with-Neural-Networks/SymbolicMathematics/data/burgers_shock.mat\"\n",
    "data = io.loadmat(DATA_PATH)\n",
    "\n",
    "t = data['t'].flatten()[:,None]\n",
    "x = data['x'].flatten()[:,None]\n",
    "Exact = np.real(data['usol']).T\n",
    "\n",
    "X, T = np.meshgrid(x,t)\n",
    "\n",
    "X_star = np.hstack((X.flatten()[:,None], T.flatten()[:,None]))\n",
    "u_star = Exact.flatten()[:,None]              \n",
    "\n",
    "# Doman bounds\n",
    "lb = X_star.min(0)\n",
    "ub = X_star.max(0)\n",
    "\n",
    "N = 2000\n",
    "print(f\"Training with {N} samples\")\n",
    "idx = np.random.choice(X_star.shape[0], N, replace=False)\n",
    "X_u_train = X_star[idx, :]\n",
    "u_train = u_star[idx,:]\n",
    "\n",
    "# Convert to torch.tensor\n",
    "X_u_train = torch.tensor(X_u_train).float().requires_grad_(True)\n",
    "u_train = torch.tensor(u_train).float().requires_grad_(True)\n",
    "X_star = torch.tensor(X_star).float().requires_grad_(True)\n",
    "u_star = torch.tensor(u_star).float().requires_grad_(True)\n",
    "\n",
    "feature_names=('uf', 'u_x', 'u_xx', 'u_xxx', 'x')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Using statistical models to find feature importance."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Considering ('uf', 'u_x', 'u_xx', 'u_xxx', 'x')\n"
     ]
    }
   ],
   "source": [
    "### Old implementation, loading derivatives and dynamics ###\n",
    "# version = \"V1.npy\"\n",
    "# print(\"Using version:\", version)\n",
    "\n",
    "# # It is better to scale the derivative features before fitting models in terms of the accuracy\n",
    "# # Use numpy_minmax_normalize from utils.py\n",
    "# X_np = np.load(\"./saved_path_inverse_burger/lbfgsnew_results/data/derivatives-2000-\"+version)\n",
    "# y_np = np.load(\"./saved_path_inverse_burger/lbfgsnew_results/data/dynamics-2000-\"+version).ravel()\n",
    "# X_np_test = np.load(\"./saved_path_inverse_burger/lbfgsnew_results/data/derivatives-25600-\"+version)\n",
    "# y_np_test = np.load(\"./saved_path_inverse_burger/lbfgsnew_results/data/dynamics-25600-\"+version).ravel()\n",
    "\n",
    "### New implementation, computing derivatives and dynamics from semisup_model ###\n",
    "semisup_model_state_dict = torch.load(\"./saved_path_inverse_burger/export_publication/semisup_model_with_LayerNormDropout_without_physical_reg_trained250labeledsamples_trained125unlabeledsamples_1.3e-04.pth\")\n",
    "semisup_model = SemiSupModel(network=Network(model=TorchMLP(dimensions=[2, 50, 50, 50 ,50, 50, 1], activation_function=nn.Tanh(), bn=nn.LayerNorm, dropout=None), index2features=feature_names),\n",
    "                             selector=SeclectorNetwork(X_train_dim=len(feature_names), bn=nn.LayerNorm),\n",
    "                             normalize_derivative_features=True, \n",
    "                             mini=None, \n",
    "                             maxi=None)\n",
    "semisup_model.load_state_dict(semisup_model_state_dict)\n",
    "\n",
    "# Used for training the selector network\n",
    "derivatives, dynamics = semisup_model.network.get_selector_data(*dimension_slicing(X_u_train))\n",
    "X_np, y_np = to_numpy(derivatives), to_numpy(dynamics).ravel()\n",
    "\n",
    "# Used for training the GBM algos\n",
    "derivatives, dynamics = semisup_model.network.get_selector_data(*dimension_slicing(X_star))\n",
    "X_np_full, y_np_full = to_numpy(derivatives), to_numpy(dynamics).ravel()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "meta = Ridge()\n",
    "xg = xgboost.XGBRegressor(reg_alpha=0.1)\n",
    "cat = catboost.CatBoostRegressor(iterations=None, depth=4, learning_rate=0.1, verbose=0, l2_leaf_reg=10)\n",
    "light = lightgbm.LGBMRegressor(n_estimators=200, learning_rate=0.1, reg_lambda=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SuperLearner(array_check=None, backend=None, folds=2,\n",
       "       layers=[Layer(backend='threading', dtype=<class 'numpy.float32'>, n_jobs=-1,\n",
       "   name='layer-1', propagate_features=None, raise_on_exception=True,\n",
       "   random_state=None, shuffle=False,\n",
       "   stack=[Group(backend='threading', dtype=<class 'numpy.float32'>,\n",
       "   indexer=FoldIndex(X=None, folds=2, raise_on_ex...39f1280>)],\n",
       "   n_jobs=-1, name='group-1', raise_on_exception=True, transformers=[])],\n",
       "   verbose=0)],\n",
       "       model_selection=True, n_jobs=None, raise_on_exception=True,\n",
       "       random_state=None, sample_size=20,\n",
       "       scorer=<function mean_squared_error at 0x1339f1280>, shuffle=False,\n",
       "       verbose=False)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ensemble = SuperLearner(scorer=mean_squared_error, model_selection=True, n_jobs=3)\n",
    "ensemble.add([xg, light, cat])\n",
    "ensemble.add_meta(meta)\n",
    "ensemble.fit(X_np_full, y_np_full)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ensemble model\n",
      "Done training\n",
      "Training MSE: 0.24941131\n",
      "Training GBM algos...\n",
      "\n",
      "Xgboost\n",
      "Done training\n",
      "Training MSE: 0.0006425618\n",
      "('u_x', 0.4190496407806445)\n",
      "('u_xxx', 0.23439808003879548)\n",
      "('u_xx', 0.18949545198624754)\n",
      "('x', 0.09518052282101187)\n",
      "('uf', 0.0618763043733006)\n",
      "\n",
      "LightGBM\n",
      "Done training\n",
      "Training MSE: 0.002608948669271017\n",
      "('uf', 0.3065)\n",
      "('u_xx', 0.22266666666666668)\n",
      "('u_xxx', 0.1835)\n",
      "('x', 0.153)\n",
      "('u_x', 0.13433333333333333)\n",
      "\n",
      "Catboost\n",
      "Done training\n",
      "Training MSE: 0.002988635357141735\n",
      "('u_xx', 0.44151116220546277)\n",
      "('uf', 0.2192584880114209)\n",
      "('u_x', 0.16431783201645897)\n",
      "('u_xxx', 0.1062155413273765)\n",
      "('x', 0.06869697643928074)\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(\"Ensemble model\")\n",
    "sklearn_model = SklearnModel(model=ensemble, X_train=X_np_full, y_train=y_np_full, feature_names=feature_names)\n",
    "print('Training GBM algos...')\n",
    "print()\n",
    "\n",
    "print(\"Xgboost\")\n",
    "xg = SklearnModel(model=xg, X_train=X_np_full, y_train=y_np_full, feature_names=feature_names)\n",
    "xg_feature_importance = xg.feature_importance()\n",
    "print()\n",
    "\n",
    "print(\"LightGBM\")\n",
    "light = SklearnModel(model=light, X_train=X_np_full, y_train=y_np_full, feature_names=feature_names)\n",
    "light_feature_importance = light.feature_importance()\n",
    "print()\n",
    "\n",
    "print(\"Catboost\")\n",
    "# Showing the best performance\n",
    "cat = SklearnModel(model=cat, X_train=X_np_full, y_train=y_np_full, feature_names=feature_names)\n",
    "cat_feature_importance = cat.feature_importance()\n",
    "print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'uf': 0.2192584880114209,\n",
       " 'u_x': 0.16431783201645897,\n",
       " 'u_xx': 0.44151116220546277,\n",
       " 'u_xxx': 0.1062155413273765,\n",
       " 'x': 0.06869697643928074}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "avg_feature_importances = {}\n",
    "for f in feature_names:\n",
    "    avg_feature_importances[f] = (xg_feature_importance[f]+cat_feature_importance[f]+light_feature_importance[f])/3\n",
    "avg_feature_importances"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "tmp = sorted([(v, f) for (f, v) in avg_feature_importances.items()])[::-1]\n",
    "xxx = [f for (f, v) in tmp]\n",
    "yyy = [v for (f, v) in tmp]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEGCAYAAAB/+QKOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAgR0lEQVR4nO3deZgdVbnv8e8vYQwzplHJ1AEDGlABN3FAUVQwiIBHQJBwAaeIhwgc8B7xiQJGUZAj9zhEpUXEg41huB7tg0pEZFSQdCAMCeYQAgnJ8bkGQQQaAyHv/aPWJpWmuru609W7h9/nefrZu1bVWvVW7eHtWlV7lSICMzOzzkY1OgAzMxucnCDMzKyQE4SZmRVygjAzs0JOEGZmVmizRgfQX8aOHRvNzc2NDsPMbEhZuHDh4xHRVDRv2CSI5uZm2tvbGx2GmdmQImlFV/PcxWRmZoUqTRCSpktaKmmZpLO7We4oSSGplqabJT0naVH6+36VcZqZ2ctV1sUkaTQwFzgYWAUskNQWEUs6LbcdcDrwx05NPBwR+1QVn5mZda/KI4hpwLKIWB4RzwPzgCMLlvsycCHwjwpjMTOzXqoyQYwDHstNr0plL5G0HzAhIn5ZUH+ypHsk3SLpHUUrkDRTUruk9jVr1vRb4GZm1sCT1JJGARcDZxXM/jMwMSL2Bc4ErpS0feeFIqIlImoRUWtqKrxKq0etrdDcDKNGZY+trX1qxsxs2KkyQawGJuSmx6eyuu2AvYGbJT0KvAVok1SLiLUR8VeAiFgIPAzs0d8BtrbCzJmwYgVEZI8zZzpJmJlBtQliATBF0mRJWwDHAW31mRHxVESMjYjmiGgG7gSOiIh2SU3pJDeSdgOmAMv7O8DZs6GjY+Oyjo6s3MxspKvsKqaIWCdpFjAfGA1cFhGLJc0B2iOirZvqBwJzJL0ArAdOiYgn+jvGlSt7V25mNpJouNwwqFarRW9/Sd3cnHUrdTZpEjz6aL+EZWY2qElaGBG1onkj+pfU558PY8ZsXDZmTFZuZjbSjegEMWMGtLRkRwxS9tjSkpWbmY10w2awvr6aMcMJwcysyIg+gjAzs645QZiZWSEnCDMzK+QEYWZmhZwgzMyskBOEmZkVcoIwM7NCThBmZlbICcLMzAo5QZiZWSEnCDMzK+QEYWZmhZwgzMyskBOEmZkVqjRBSJouaamkZZLO7ma5oySFpFqu7POp3lJJ76syTjMze7nK7gchaTQwFzgYWAUskNQWEUs6LbcdcDrwx1zZVOA4YC9gV+C3kvaIiBeritfMzDZW5RHENGBZRCyPiOeBecCRBct9GbgQ+Eeu7EhgXkSsjYhHgGWpPTMzGyBVJohxwGO56VWp7CWS9gMmRMQve1s31Z8pqV1S+5o1a/onajMzAxp4klrSKOBi4Ky+thERLRFRi4haU1NT/wVnZmaV3pN6NTAhNz0+ldVtB+wN3CwJ4FVAm6QjStQ1M7OKVXkEsQCYImmypC3ITjq31WdGxFMRMTYimiOiGbgTOCIi2tNyx0naUtJkYApwV4WxmplZJ5UdQUTEOkmzgPnAaOCyiFgsaQ7QHhFt3dRdLOlqYAmwDjjVVzCZmQ0sRUSjY+gXtVot2tvbGx2GmdmQImlhRNSK5vmX1GZmVsgJwszMCjlBmJlZIScIMzMr5ARhZmaFnCDMzKyQE4SZmRVygjAzs0JOEGZmVsgJwszMCjlBmJlZIScIMzMr5ARhZmaFnCDMzKyQE4SZmRVygjAzs0JOEGZmVsgJwszMClWaICRNl7RU0jJJZxfMP0XS/ZIWSbpd0tRU3izpuVS+SNL3q4zTzMxebrOqGpY0GpgLHAysAhZIaouIJbnFroyI76fljwAuBqaneQ9HxD5VxWdmZt2r8ghiGrAsIpZHxPPAPODI/AIR8ffc5DZAVBiPmZn1QpUJYhzwWG56VSrbiKRTJT0MfB04LTdrsqR7JN0i6R1FK5A0U1K7pPY1a9b0Z+xmZiNew09SR8TciNgd+BzwhVT8Z2BiROwLnAlcKWn7grotEVGLiFpTU9PABW1mNgJUmSBWAxNy0+NTWVfmAR8EiIi1EfHX9Hwh8DCwRzVhmplZkVIJQtLWkvbsZdsLgCmSJkvaAjgOaOvU7pTc5GHAQ6m8KZ3kRtJuwBRgeS/Xb2Zmm6DHBCHpcGARcH2a3kdSW7eVgIhYB8wC5gMPAldHxGJJc9IVSwCzJC2WtIisK+mkVH4gcF8qvxY4JSKe6M2GmZnZplFE9xcOSVoIvBu4OZ0TQNL9EfH6AYivtFqtFu3t7Y0Ow8xsSJG0MCJqRfPKdDG9EBFPdSrz5ahmZsNcmR/KLZZ0PDA6nTM4DfhDtWGZmVmjlTmC+AywF7AWuBJ4CjijwpjMzGwQ6PEIIiI6gNnpz8zMRogyVzHdIGnH3PROkuZXGpWZmTVcmS6msRHxt/pERDwJ7FJZRGZmNiiUSRDrJU2sT0iahK9iMjMb9spcxTQbuF3SLYCAdwAzK43KzMwarsxJ6usl7Qe8JRWdERGPVxuWmZk1WtkbBm0JPJGWnyqJiLi1urDMzKzRekwQki4EjgUWA+tTcQBOEGZmw1iZI4gPAntGxNqKYzEzs0GkzFVMy4HNqw7EzMwGlzJHEB3AIkk3kg23AUBEnNZ1FTMzG+rKJIg2Ot3ox8zMhr8yl7n+eCACMTOzwaXMVUxTgK8BU4Gt6uURsVuFcZmZWYOVOUn9I+B7wDrgIOA/gJ+UaVzSdElLJS2TdHbB/FMk3S9pkaTbJU3Nzft8qrdU0vvKbY6ZmfWXMgli64i4kez2pCsi4jzgsJ4qSRoNzAUOJTv6+Eg+ASRXRsTrI2If4OvAxanuVOA4svtQTAe+m9ozM7MBUiZBrJU0CnhI0ixJ/wRsW6LeNGBZRCyPiOeBecCR+QUi4u+5yW3YMAjgkcC8iFgbEY8Ay1J7ZmY2QMokiNOBMWS3Gn0TcAJwYol644DHctOrUtlGJJ0q6WGyI4jTell3pqR2Se1r1qwpEZKZmZVVJkE0R8QzEbEqIj4aEUcBE3usVVJEzI2I3YHPAV/oZd2WiKhFRK2pqam/QjIzM8oliM+XLOtsNTAhNz0+lXVlHtmwHn2pa2Zm/azLy1wlHQq8Hxgn6Vu5WduTXdHUkwXAFEmTyb7cjwOO77SOKRHxUJo8DKg/bwOulHQxsCswBbirxDrNzKyfdPc7iP8B2oEjgIW58qeBf+mp4YhYJ2kWMB8YDVwWEYslzQHaI6INmCXpvcALwJPASanuYklXA0vIktGpEfFir7fOzMz6TBFd3z00XVp6RUQc3+VCg0StVov29vZGh2FmNqRIWhgRtaJ53Z6DSP+1T5C0RSWRmZnZoFVmsL5HgN9LagOerRdGxMWVRWVmZg1XJkE8nP5GAdtVG46ZmQ0WZUZz/RKApG3T9DNVB2VmZo3X4+8gJO0t6R6ye1IvlrRQ0l7Vh2ZmZo1U5odyLcCZETEpIiYBZwE/qDYsMzNrtDIJYpuIuKk+ERE3kw2sZ2Zmw1iZk9TLJX0RuCJNnwAsry4kMzMbDMocQXwMaAJ+lv6aUpmZmQ1jZa5iehI4TdIOwPqIeLr6sMzMrNHKXMW0v6T7gXuB+yXdK+lN1YdmZmaNVOYcxA+Bf46I2wAkvZ3sPtVvqDIwMzNrrDLnIF6sJweAiLidcsN9m5nZEFbmCOIWSZcAPyW7Z/SxwM2S9gOIiLsrjM/MzBqkTIJ4Y3o8t1P5vmQJ4939GpGZmQ0KZa5iOmggAjEzs8GlxwQhaUfgRKA5v3xEnFZZVGZm1nBluph+BdwJ3A+srzYcMzMbLMokiK0i4sy+NC5pOvBNsntSXxoRF3SafybwCbKrotYAH4uIFWnei2RJCWBlRBzRlxjMzKxvyiSIKyR9ErgOWFsvjIgnuquU7mc9FzgYWAUskNQWEUtyi90D1CKiQ9Knga+TXSUF8FxE7FN6S8zMrF+V+R3E88BFwB3AwvTXXqLeNGBZRCyPiOeBecCR+QUi4qaI6EiTdwLjywZuZmbVKnMEcRbwmoh4vJdtjwMey02vAt7czfIfB36dm95KUjtZ99MFEfHzzhUkzQRmAkycOLGX4ZmZWXfKJIhlQEePS20CSScANeCdueJJEbFa0m7A7yTdHxEP5+tFRAvZDY2o1WpRZYxmZiNNmQTxLLBI0k1sfA6ip8tcVwMTctPjU9lGJL0XmA28MyLy7a9Oj8sl3Uz2w7yHO9c3M7NqlEkQP09/vbUAmCJpMlliOA44Pr+ApH2BS4DpEfGXXPlOQEdErJU0FjiA7AS2mZkNkDK/pP5xXxqOiHWSZgHzyS5zvSwiFkuaA7RHRBvZye9tgWskwYbLWV8HXCJpPdmJ9As6Xf1kZmYVU0Rx172kqyPiw+leEC9bKCIG1XDftVot2tvLXFxlZmZ1khZGRK1oXndHEKenxw/0f0hmZjbYdZkgIuLP6XHFwIVjZmaDRZkfypmZ2QjkBGFmZoVKJQhJW0vas+pgzMxs8OgxQUg6HFgEXJ+m95HUVnFcZmbWYGWOIM4jG3jvbwARsQiYXFlEZmY2KJRJEC9ExFOdyjzu0QjV2grNzTBqVPbY2troiMysKmWG2lgs6XhgtKQpwGnAH6oNywaj1laYORM60tCNK1Zk0wAzZjQuLjOrRpkjiM8Ae5EN1Hcl8BRwRoUx2SA1e/aG5FDX0ZGVm9nw0+0RRLor3C8j4iCyEVdtBFu5snflZja0dXsEEREvAusl7TBA8dgg1tU9mXyvJrPhqcw5iGeA+yXdQHZvCKDU/SBsmDn//I3PQQCMGZOVm9nwUyZB/Cz92QhXPxE9e3bWrTRxYpYcfILabHjqcrjvocbDfZuZ9V5fh/uuV36E4vtB7NYPsZmZ2SBVpospn1m2Ao4Bdq4mHDMzGyx6/B1ERPw197c6Iv4dOKxM45KmS1oqaZmkswvmnylpiaT7JN0oaVJu3kmSHkp/J/Vmo8zMbNOV6WLaLzc5iuyIoky90cBc4GBgFbBAUlune0vfA9QiokPSp4GvA8dK2hk4N60rgIWp7pMlt8vMzDZRmS6mb+SerwMeAT5cot40YFlELAeQNA84EngpQUTETbnl7wROSM/fB9wQEU+kujcA04GfllivmZn1gzIJ4uP1L/k6SWVGcx0HPJabXgW8ubv1AL/upu64zhUkzQRmAkz0r7XMzPpVmbGYri1Z1meSTiDrTrqoN/UioiUiahFRa2pq6s+QzMxGvC6PICS9lmyQvh0kfSg3a3uyq5l6shqYkJsen8o6r+e9ZOM8vTMi1ubqvqtT3ZtLrNPMzPpJd11MewIfAHYEDs+VPw18skTbC4ApqTtqNXAccHx+AUn7ApcA0yPiL7lZ84GvStopTR8CfL7EOs3MrJ90mSAi4hfALyS9NSLu6G3DEbFO0iyyL/vRwGURsVjSHKA9ItrIupS2Ba6RBLAyIo6IiCckfZksyQDMqZ+wNjOzgdHjUBuStiI7gbwXua6liPhYtaH1jofaMDPrve6G2ihzkvoK4FVkl57eQnY+4On+C8/MzAajMgniNRHxReDZiPgx2a+ou7tc1czMhoEyCeKF9Pg3SXsDOwC7VBeSmZkNBmV+KNeSrib6ItBGdlL5nEqjMjOzhusxQUTEpenpLYCH+DYzGyF67GKS9EpJP5T06zQ9VdLHqw/NzMwaqcw5iMvJfsuwa5r+b+CMiuIxM7NBokyCGBsRVwPrIfsBHPBipVGZmVnDlUkQz0p6Bem2o5LeAjxVaVRmZtZwZa5iOpPs6qXdJf0eaAKOrjQqMzNruC6PICRNBIiIu4F3Am8DPgXsFRH3DUx4ZkNbays0N8OoUdlja2ujIzIrr7sjiJ8D9duNXhURR1Ufjtnw0doKM2dCR0c2vWJFNg0wY0bj4jIrq7tzEMo99+8fzHpp9uwNyaGuoyMrNxsKuksQ0cVzMyth5crelZsNNt11Mb1R0t/JjiS2Ts9J0xER21cendkQNnFi1q1UVG42FHR5BBERoyNi+4jYLiI2S8/r004OZj04/3wYM2bjsjFjsnKzoaDM7yDMrA9mzICWFpg0CaTssaXFJ6ht6CjzOwgz66MZM5wQbOiq9AhC0nRJSyUtk3R2wfwDJd0taZ2kozvNe1HSovTXVmWcZmb2cpUdQUgaDcwFDgZWAQsktUXEktxiK4GTgc8WNPFcROxTVXxmZta9KruYpgHLImI5gKR5wJHASwkiIh5N89ZXGIeZmfVBlV1M44DHctOrUllZW0lql3SnpA8WLSBpZlqmfc2aNZsQqpmZdTaYr2KaFBE14Hjg3yXt3nmBiGiJiFpE1JqamgY+QjOzYazKBLEamJCbHp/KSomI1elxOXAzsG9/BmdmZt2rMkEsAKZImixpC+A4smHDeyRpJ0lbpudjgQPInbswM7PqVZYg0p3nZpHdrvRB4OqIWCxpjqQjACTtL2kVcAxwiaTFqfrrgHZJ9wI3ARd0uvrJzMwqpojhMQ5frVaL9vb2RodhZjakSFqYzve+zGA+SW1mZg3kBGFmZoWcIMzMrJAThJmZFXKCMDOzQk4QZmZWyAnCzMwKOUGYmVkhJwgzMyvkBGFmZoWcIMzMrJAThJmZFXKCMDOzQk4QZmZWyAnCzAaN1lZoboZRo7LH1tZGRzSybdboAMzMIEsGM2dCR0c2vWJFNg0wY0bj4hrJfARhZoPC7NkbkkNdR0dWbo1RaYKQNF3SUknLJJ1dMP9ASXdLWifp6E7zTpL0UPo7qco4zazxVq7sXblVr7IEIWk0MBc4FJgKfETS1E6LrQROBq7sVHdn4FzgzcA04FxJO1UVq5k13sSJvSu36lV5BDENWBYRyyPieWAecGR+gYh4NCLuA9Z3qvs+4IaIeCIingRuAKZXGKuZNdj558OYMRuXjRmTlVtjVJkgxgGP5aZXpbJ+qytppqR2Se1r1qzpc6Bm1ngzZkBLC0yaBFL22NLiE9SNNKSvYoqIFqAFoFarRYPDMbNNNGOGE8JgUuURxGpgQm56fCqruq6ZmfWDKhPEAmCKpMmStgCOA9pK1p0PHCJpp3Ry+pBUZmZmA6SyBBER64BZZF/sDwJXR8RiSXMkHQEgaX9Jq4BjgEskLU51nwC+TJZkFgBzUpmZmQ0QRQyPrvtarRbt7e2NDsPMbEiRtDAiakXz/EtqMzMr5ARhZmaFnCDMzKyQE4SZmRVygjAzs0JOEGZmVsgJwszMCjlBmJlZIScIM7Mhqup7eA/p0VzNzEaqgbiHt48gzMyGoIG4h7cThJnZEDQQ9/B2gjAzG4IG4h7eThBmZkPQQNzD2wnCzGwIGoh7ePsqJjOzIarqe3j7CMLMzAo5QZiZWSEnCDMzK+QEYWZmhZwgzMyskCKi0TH0C0lrgBWb0MRY4PF+Cmck8P7qHe+v3vH+6p1N2V+TIqKpaMawSRCbSlJ7RNQaHcdQ4f3VO95fveP91TtV7S93MZmZWSEnCDMzK+QEsUFLowMYYry/esf7q3e8v3qnkv3lcxBmZlbIRxBmZlbICcLMzAo5QdgmkfRaSYsk3SNp90bHY2b9xwnCNtUHgWsjYt+IeLjRwZhZ/xnWCUJSs6QHctOflXRewXKbSVog6V1p+muSzpe0g6SlkvZM5T+V9MkBCn9Q6WJf3gWcAXxa0k0NC24Q2NT32oAFOsCq+gxKmiTpIUljJY2SdJukQwZoswYFSftLuk/SVpK2kbRY0t79uQ7fMAiIiHWSTgaulfQZYDrw5oh4XtIs4HJJ3wR2iogfNDLWQeZX6fGZiPi3hkYyRHT1XmtsVI3Xl8+gpAuB7wF3AUsi4jcNCr8hImKBpDbgK8DWwE8i4oEeqvWKE0QSEYslXQFcB7w1Ip5P5TdIOgaYC7yxkTHa8NDVe22k6+1nMCIuTeWnAPs0IOTBYA6wAPgHcFp/Nz6su5iAdWy8jVv1sPzrgb8Bu9QLJI0CXgd0ADv1c3xDSW/35Uizye+1Yaqyz6CkMcD4NLltP8Q6FL2CbNu3o4LP5HBPEP8P2EXSKyRtCXygqwUlfQjYGTgQ+LakHdOsfwEeBI4HfiRp82pDHrRK78sRqj/ea8NRlZ/BC4FW4BxgpHb9XgJ8kWw/XNjfjQ/rLqaIeEHSHLI+ytXAn4qWkzQWuAB4T0Q8Juk7wDclfRX4BDAtIp6WdCvwBeDcgdmCwaPsvhypNvW9Bpw0YMEOoKo+g5J+B+wPHBARL0o6StJHI+JHA7Jhg4CkE4EXIuJKSaOBP0h6d0T8rt/W4aE2zMysyHDvYjIzsz4a1l1MRSTNBQ7oVPzNkXRoagPD77Vi3i9Dh7uYzMyskLuYzMyskBOEmZkVcoJoMEkvptFQH5B0TfrxT9m6+0h6f276CEln91Dn5HQJYU9tP5ouPSxN0qWSpvamTok2z8jvE0m/6o/fDUg6RtKDfRlDStKOkv55U2Pow3o/KOmcAVjPS6+jpGe6WOZySUdXHUtP6vFJ2lXStV0sc7OkWg/tbPQ+62UMsyR9rC91BzsniMZ7LiL2iYi9gefJhg3okaTNyIYXeClBRERbRFxQSZQ9xzM6Ij4REUv6uekzgJc+uBHx/oj4Wz+0+3HgkxFxUB/q7gj0OkGka9U3xb8C393ENnpU0etYqYj4n4jYlIR1Brn3WS9dBnxmE9Y9aDlBDC63Aa+RdLikPyq7x8JvJb0SQNJ5kq6Q9HvgCrJxWI5NRyDH5o8OumqjK+mXrr9JI0JeCig37wRJd6X1XFL/opP0jKRvSLoXeGv+PzVJ35PUntr7UiqbLumaXLvvknRdN8ufBuwK3FT/T79+ZCPpAkmn5to6T9Jn0/P/rWxk0PvqbXXa1nOAtwM/lHSRpNHpsV7nU2m5bSXdKOluSfdLOjI1cQGwe9ofF+W3I9X7jrKB5+rxXijpbuAYSYdIuiO1eY2kbdNyF0haktb/soEPJe0BrI2Ix9P05ZK+n/bZf0v6QCrfStKPUrz3SDoole+Vew3vkzRF2Qigv5R0r7Ij2GPTshv9xy3p/6TX5UZJTQWxvUnSLZIWSpov6dUFy7xS0n+mdd0r6W2p/Oep3mJJM3PLP6NsNNd7Jd2pDZ+ByWn/3S/pK7nlXxo1VtLWkuYpO0L8T7KB7OrLlX2flX6dIqIDeFTStM7bPeRFhP8a+Ec2Eipklxz/Avg02Xgz9SvMPgF8Iz0/D1gIbJ2mTwa+k2vrpelu2tioTq7ut4Bz0vPDgADGko2B81/A5mned4ET0/MAPpxr42aglp7vnB5Hp/I3pG1cCWyT5n0POKGr5dP0o8DY3DoeTXHtC9ySK18CTAAOIbuBu8j+AboOOLBge/OxzgS+kJ5vCbQDk1O826fyscCy1G4z8ECurXcB1+WmvwOcnIv3X3Nt3Jrb/s+RDRPxCmBp7vXasSDej9ZfwzR9OXB92sYpwCqysXjOAi5Ly7w27e+tgG8DM1L5FmRfmkcBP8i1uUPBvolcvXPY8P66HDga2Bz4A9CUyo+tr79T/FcBZ+Re4/q66q/71sADwCty6z08Pf967vVpY8P771Q2fH5eek2AM3P74A1k40F1+b7s/D7ry+sEzAbOavT3SX//jbjfQQxCW0talJ7fBvwQ2BO4Kv0ntgXwSG75toh4rkS747tpo8iBwIcAIuKXkp5M5e8B3gQskATZB/kvad6LwP/tor0Pp/8INwNeDUyNiPskXQ8crqy/+DCybpPC5YH7ugo2Iu6RtIukXYEm4MnIhmg4nSxJ3JMW3ZbsC/TWbrb9EOAN2tCnvgMbvnS/KulAYD0wDuj2SKwLV6XHt6Tt+n3al1sAdwBPkY3G+cN0JHJdQRuvBtZ0Krs6ItYDD0laTpYQ3k6WDIiIP0laAeyR1jNb0njgZxHxkKT7gW8oGzb7uoi4rWC963Px/wT4Waf5ewJ7AzekbRoN/LmgnXcDJ6a4XkzbDHCapH9KzyeQ7fe/knW31vfDQuDg9PwAssQG2VF00fhDB5L9w0N6z+XfR2XeZ315nf5Ctv+HFSeIxnsuIvbJF0j6NnBxRLQpu4HKebnZz5Zst7s2ekPAjyPi8wXz/pE+7BtXkCYDnwX2j4gnJV3OhpEm5wGzgCeA9sjG1+lu+e5cQ/Zf7KvY8CUm4GsRcUnZDUx1PhMR8zttx8lkyedNkY0p9GgXcfU0Ymn9NRNwQ0R85GUBZN0T70nbM4vsCzXvObLEldf5R0xd/qgpsvF6/kiWlH8l6VMR8TtJ+5Gdx/qKpBsjYk5XbXSxDgGLI+KtPdR7mfS+fC/Z0N4dkm5mw757IdK/5mT/iOS/q/r0461evM/68jptRfYaDSs+BzE47UA2sBl0P4jb02TD/G5KG3W3ko2WiaRD2TCs8o3A0ZJ2SfN2ljSph7a2J/tSfCr1HR+am3cLsB/wSbJk0dPy3W3jVcBxZB/W+rmN+cDHcn3G4+qxd2M+2V3xNk919pC0Ddk+/EtKDgcB9e3uHNMKYKqkLZVdYfWeLtZzJ3CApNek9WyT1rUtWZfLr8hGLi2678iDwGs6lR2j7G5quwO7kXV/3AbMqG8HMBFYKmk3YHlEfIusK/MN6eirIyJ+AlxE9rp0Nops/0L2/ri90/ylQJOkt6Z1bi5pr4J2biTrPkXZOZ8dyPbvkyk5vJbsP/ee/J7sNae+nQXy7+W9ybqZoPz7rC+v0x5kXWTDihPE4HQecI2khcDj3Sx3E9kX0yKlE4x9aKPuS8CBkhaTdTWtBIjsapYvAL9Jh+o3kB2adyki7iXr4vkTcCXZh7o+70WyQ/ND02O3y5OdT7heBZejRsRisg/16oj4cyr7TWrjjtSFci1dJ5i6S8nOYdydTnReQvYfaytQS+2cmOIjIv5K1v3wgKSLIuIx4GqyL4ir2dC91TneNWTngH6a9uUdZN0S2wHXpbLbyfrQO7sV2FepzyNZSTZK6q+BUyLiH2TniEalmK8iOxeyFvgw8EDqztwb+A+yey/clcrOJbszWWfPAtPSfnk32YUR+W16niyBXKjsYoVFwNsK2jkdOCjFtZCsC+d6YDNJD5Kd+L+zoF5RO6emdsZ1scz3gG1Tu3PS+kq/z/r4Oh1A9tkYVjzUhtkQoeyWm/8VEb9N3SPXRUThtf82cCTtC5wZEf+r0bH0Nx9BmA0dX6Xv1+pbdcaS3bRn2PERhJmZFfIRhJmZFXKCMDOzQk4QZmZWyAnCzMwKOUGYmVmh/w9kMuoQairYOgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(yyy, xxx, 'bo')\n",
    "plt.ylabel(\"Feature importance\")\n",
    "plt.xlabel(\"Partial deriavative features (possible candidates)\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Exact explainer: 2001it [31:10,  1.07it/s]                          \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhEAAAElCAYAAABanbA0AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAA5tElEQVR4nO3df1wU170//tdZFnZBFBBYFAOrgqLBgBpQy4+I67KiYmp6b1KTqK1Jam7ibRtvv/eT9LY3zU2axnzTmqafxLQxN0ltmiZNa5KCEkQRNGAiG6NBJBtBE6wIRgEFgRWW8/ljdmVFfg4/xdfz8ZiHM3POnHmfWWHeO2eYEVJKEBEREfWVZrgDICIiousTkwgiIiJShUkEERERqcIkgoiIiFRhEkFERESqMIkgIiIiVbTDHcD1Ji0tTX744YfDHQYREdFQEV0V8EpEH507d264QyAiIhoRmEQQERGRKkwiiIiISBUmEURERKQKkwgiIiJShUkEERERqcIkgoiIiFRhEkFERESqMIkgIiIiVZhEEBERkSp87HVftTqAyprhjoKIiEYDLy0QNG64o1CNSURfSQlMemC4oyAiotHg9KvDHUG/cDiDiIiIVGESQURERKowiSAiIiJVmEQQERGRKkwiiIiISBUmEURERKQKkwgiIqLrUU09cMcmYMzdgHE98Na+rus+nwFMfQgYdy8Qej+w8TXluUcuix4Hgr+vlMduBD442KsQ+JwIIiKikeyJt53/rrp6/YatysOqql8DDn8FLH8aiJ0MRIdf28bt8cA6E+A/Rkk+/vU54Hc7gP+4XSl/4T7g5jBA6wF88iVgfgL48kVg4vhuQ+vxSoTRaKzz9PSUOp3uyhQdHf1Fz73uXlpaWpIQQi5dujSuv22pYTab10yaNKnBy8tLBgYGtiQlJW0ZjjiIiIj67FIz8PePgafuAXy9gaSZSqLwp/zO60dMUBIIAJAANBqg7Ex7ecxkJYEAACGAFgdw6nyPYfRqOGP27Nm77Xa7cE0lJSUzerPdUEhPT/fu6zbLly8P+/jjj/84adKkfRaLZVxMTMzPi4qKHlq8ePEPBiNGIiKiAfVlJaDVANND29fFGoGSU11v89Y+Zbgi6HvAka+ABy1Xl6c/Dei/C8x/FEiJBuIiegyjX/dEWCyWlVOnTj3n6+vbFhAQ0Dp37txC95N6dHT0cX9//1a9Xi8NBoM9OTn5RVdZfn7+fgDIzc0t0ul0Mi4ubjcACCHk4sWLH3LVM5lMj3h4eEjXstForIuNjf1s2rRpZ/R6vTx79ux2AEhISNgWEhLS7O3tLSdOnNi4aNGix7qKu66u7glPT8+2kJCQ5ZmZmfV79+59durUqSerqqr+T3+OBxER0ZBoaAbG+Vy9zm8MUN/U9Tb33AZc/LMyTPFvFiDE/+ryzJ8B9X8Gdv4csMxWrlb0QHUSsWzZspsLCgq2T5gw4cOUlJSxCxYsmF9VVRVbVVWV6arj7+//UUJCwozU1FSvqKio3x84cGCDxWJZAQALFy5MBgCTyRRvt9uF1Wo193bfNpttdlhY2HOpqama4ODg1QkJCdtsNtuqmJiYNWazWRsVFbWpsLDwmSVLlpg6276hoWFuUFDQNxkZGVeSk3Hjxn1eW1s7Se3xICIiGjDpTwP+q5Vp03vK5FpOfxrw1QMXG6/e5mIjMLYXF+enhSr3TTz8yrVlnlpg6Vxg12HgHz3fXNmrGyuPHDli9vHxuXLCTUhIeKC+vn5lcHBwXWFh4Wrn6k9vu+22LSUlJT921SsoKFjn1syPQ0NDH6ivr78XQEZv9tuViIiI47m5uZudi+dDQkLumjlz5us5OTnvOtc9GRkZ+XBNTc1PAeR23L61tdXH09Pzkvs6rVZ73m6393g8pOypBhERUe+0OhxXTsQVFRUID1duiqzYsubK/IWNf4Cfnx/wxKr2OpeaIVsdEMcrgWmhyvojXwHRYVe308X8uaqzCCqv6rpOaxtqrV8g4PZ53cbfqysRsbGxuxsbG4Vr2r179/82NTVNPn36dICPj490TUVFRf9fQ0ODJwCsWLHC49Zbb80PDg6+7O3tLX18fGR1dbVPS0uLobcHtyve3t5XDfrU1dXprFbrevdYTp06FdLc3Dyxs+21Wm1jS0vLGPd1ra2tgTqdrrWnfQvRv9iJiIhctB4eV+ZdJ/KO835+fteuH6OH+M4C4PG3gUvNCD91CfigCFizsPN2Xs1BuN75yvFjpxC0NR9YHKPUadQAWYeAJjvCJ4YCb+YD+44hYGViz/H3ucdOer2+Ijw8PKS8vLzTpKC2tvZ3ZWVlSfPnz/8XnU6XkZGR4QgNDb2E9sSl0xO2TqdDW1tbgGu5paUlsmMdIUSb+7Kfn9/lGTNmvLhv376f9CZ2X1/fQ6dOnfqe+7r6+vpbAgICTvdmeyIiomG3ZT1w30uAYR0QOBZ4eX37n3fuPwYs/SXQ8JayXPAF8LO3lHspgscBdyYAT92tlEkAT7wDHDsFeGiAaROBd/4DmNvzjZWqk4jAwMDHSktLDycmJr4WEBCwUQjR0NLSktTc3JyUl5f3tMPhCNBoNNLDw+O4lFKbmJi4tbq62ic0VLmTVKvV2oQQsNvtyQCsrnZDQkIunDlzZn16evoLra2tc8rLy9d1FYNLZGTkOzabbUNqaupBvV7/Vymlf1NT0yqtVvtVdnZ2Vsf6/v7+T16+fHndvHnzMg0Gw3cvXbr0UHl5+dSkpKT1ao8HERHRoOj4fAiX8WOB97v4G4Lkm9sTCAB4/Yddtz/zJuCTZ1WFpjqJyMrKKrZYLCtPnDixtbi4+HstLS0aPz+/5ilTpnwAAOPHj/+hwWBI3rt371FPT8+2iIiIQ2FhYbWu7TMzM2vj4+N3Wa3WX/v4+GyOjo7OKSoqskRFRX2/pKTkzZycnIagoKBLRqNxR3V19Z3dxVJYWLg2KSmp+ejRo69fuHDhbY1GIw0GQ01kZGSnScGOHTu+NpvN60pLS186fPhwg6+vb2t8fPzLe/bs2ar2eBAREd1ohOSdgn0SFztbWj+fOtxhEBHRaHD6VSC0+6dCjgBd3g3Id2cQERGRKkwiiIiISBUmEURERKQKkwgiIiJShUkEERERqcIkgoiIiFRhEkFERESqMIkgIiIiVVQ/sfKGJYTycBAiIqL+8rq+T8PXd/TDQetxPTxdjIiIaNBxOIOIiIhUYRJBREREqjCJICIiIlWYRBAREZEqTCKIiIhIFSYRREREpAqTCCIiIlKFSQQRERGpwiSCiIiIVOETK/uq1QFU1gx3FESjn5cWCBo33FEQUTeYRPSVlMCkB4Y7CqLRj++oIRrxOJxBREREqjCJICIiIlWYRBAREZEqTCKIiIhIFSYRREREpAqTCCIiIlKFSQQRjT419cAdm4AxdwPG9cBb+7quu7cYWPQ44LcamPzgteWHTwLJP1PKb3oAeOqvgxc30XWGSQQRXb+eeFuZOtqwVXlYVfVrwJ83Ag+9ApRUdN7GGD1wnwl4bm3n5fc8D9x2M1DzRyD/l8CWD4F/HBy4PhBdx3pMIoxGY52np6fU6XRXpujo6C/6u+O0tLQkIYRcunRpXH/b6qv09PSAqKioU0FBQZc1Go2Mj4/PGeoYiGiQXGoG/v4x8NQ9gK83kDQTuD0e+FN+5/XnTQPWpABTQzov/+oscO9tgIcHEDFBaa/k1KCFT3Q96dWViNmzZ++22+3CNZWUlMwY7MB6Kz093VvFZm3+/v6fxsTEPBoaGtow4EER0fD5shLQaoDpoe3rYo3qT/yPpAPb8oCWVsB2GjhgA8wxAxIq0fWuX8MZFotl5dSpU8/5+vq2BQQEtM6dO7fQ/aQeHR193N/fv1Wv10uDwWBPTk5+0VWWn5+/HwByc3OLdDqdjIuL2w0AQgi5ePHih1z1TCbTIx4eHtK1bDQa62JjYz+bNm3aGb1eL8+ePbsdABISEraFhIQ0e3t7y4kTJzYuWrTosa7izszMvPDJJ5+szM3Nfd7Dw8PRn2NARCNMQzMwzufqdX5jgPomde2lxwF/OwB4rwJm/BC43wzET+t/nESjgOokYtmyZTcXFBRsnzBhwocpKSljFyxYML+qqiq2qqoq01XH39//o4SEhBmpqaleUVFRvz9w4MAGi8WyAgAWLlyYDAAmkynebrcLq9Vq7u2+bTbb7LCwsOdSU1M1wcHBqxMSErbZbLZVMTExa8xmszYqKmpTYWHhM0uWLDGp7R8RjVDpTwP+q5Vp03vK5FpOfxrw1QMXG6/e5mIjMFbFRcuaeiDtKeDxO4Hmd4BTrwDZnwFbsgamL0TXuV4lEUeOHDH7+PhI12Q2m+8/f/78s8HBwXWFhYWrMzMzL2VlZX0aGRm55eTJk8mu7QoKCtbt3LmzLCMjo2X//v0/NhgMjfX19ff2N+iIiIjjubm5mzMyMuSOHTvOl5eX3zVz5szXc3Jy3s3IyHDk5eU9GRYWVl1TU/PT/u6rIyl7rkNE/dfqaL9IWFHRflNkxZY1QN2bQN2buPCQCXjsDqDuTVR8/isg82fA9FDIVgdwvLJ92yNfAdFhV7fTi/mqwiOAhwZYuwgVlaeBm4KAVUlo+ntBn9rhPOev9/muCNnDWdFoNNYZDIaioqKiVPf1MTExxaWlpbM8PT2vrJNSoq2tDXa7XaxYscKjsrIyt6Ki4lsNDQ2eQgjY7XbMmTNnr9VqNaWlpSVlZ2fvT0tLi8/KyrJeCUgIaTKZHt6zZ8/LgDKckZ+f/7zD4RCueIKDgz+1Wq2LXdvodDophIBG054TORwOTJ8+vaS4uHiWmv51JS52trR+PrU3VYmoP06/CoSO776O6y8znlh19fpVvwGEAF59WPkTzWVPA4W/AqLDr22jrQ243ArsPQr82+8B24uARgBensoVjPD1wJb1wKok4OwF4I5ngUWzgF+tHph+Eo18oqsC1cMZer2+Ijw8/JvGxkbhmpqamoTdbhcAUFtb+7uysrKkOXPm3GU2m7WNjY0iJCSk0W2frZ21q9Pp0NbWFuBabmlpibymN0K0uS/7+fldnjdv3mb3WOx2u+gpgSCiUWrLeqDpMmBYB9z9PPDy+vYEYv8xwPee9rr7jin3Oyz7JVBxTpm3PKmUjfMBtj8KPJ8BBKwFZv8EmBUO/PzOoe8T0QikVbthYGDgY6WlpYcTExNfCwgI2CiEaGhpaUlqbm5OysvLe9rhcARoNBrp4eFxXEqpTUxM3FpdXe0TGqrcMa3Vam3OqxPJAK5ciQgJCblw5syZ9enp6S+0trbOKS8vX9dTLJGRke/YbLYNqampB/V6/V+llP5NTU2rtFrtV9nZ2Z0OXqanp48FoJFSQkrpmZ6e7gfgcmZmpsq7r4hoyHW8AuEyfizwfhf3ViffDDS81b6cMguQ27veh+kWoOg59TESjWKqk4isrKxii8Wy8sSJE1uLi4u/19LSovHz82ueMmXKBwAwfvz4HxoMhuS9e/ce9fT0bIuIiDgUFhZW69o+MzOzNj4+fpfVav21j4/P5ujo6JyioiJLVFTU90tKSt7MyclpCAoKumQ0GndUV1d3m/YXFhauTUpKaj569OjrFy5ceFuj0UiDwVATGRm5vpttamtraz0A4NSpUwsB1M2cObMcwDVXPoiIiOhaPd4TQVfjPRFEQ6Q390QQ0VAY+HsiiIiI6MbGJIKIiIhUYRJBREREqjCJICIiIlWYRBAREZEqTCKIiIhIFSYRREREpAqTCCIiIlJF9RMrb1hCKA/BIaLB5cVfT0QjHX9K+0rrwafoERERgcMZREREpBKTCCIiIlKFSQQRERGpwiSCiIiIVGESQURERKowiSAiIiJVmEQQERGRKkwiiIiISBUmEURERKQKn1jZV60OoLJmuKOgwealBYLGDXcUREQjGpOIvpISmPTAcEdBg43vRyEi6hGHM4iIiEgVJhFERESkCpMIIiIiUoVJBBEREanCJIKIiIhUYRJBREREqjCJICIiIlWYRBANtJp64I5NwJi7AeN64K19XdfdWwwsehzwWw1MfnDoYiQiGgA9JhFGo7HO09NT6nS6K1N0dPQX/d1xWlpakhBCLl26NK6/bfWV2Wy+PyIi4uzYsWMd3t7eMjQ09NLChQufGeo46Dr3xNvK1NGGrcoTL6tfA/68EXjoFaCkovM2xuiB+0zAc2sHN1YiokHQqysRs2fP3m2324VrKikpmTHYgfVWenq6d1+3aW1tnTRx4sT3kpOTZ5rNZu20adN+d+DAgcfMZvP3BiNGuoFcagb+/jHw1D2ArzeQNBO4PR74U37n9edNA9akAFNDhjRMIqKB0K/hDIvFsnLq1KnnfH192wICAlrnzp1b6H5Sj46OPu7v79+q1+ulwWCwJycnv+gqy8/P3w8Aubm5RTqdTsbFxe0GACGEXLx48UOueiaT6REPDw/pWjYajXWxsbGfTZs27Yxer5dnz57dDgAJCQnbQkJCmr29veXEiRMbFy1a9FhXcefl5T350UcfPbhz584vMzIyHPn5+T81GAwN9fX13+nP8SDCl5WAVgNMD21fF2sESk4NX0xERINEdRKxbNmymwsKCrZPmDDhw5SUlLELFiyYX1VVFVtVVZXpquPv7/9RQkLCjNTUVK+oqKjfHzhwYIPFYlkBAAsXLkwGAJPJFG+324XVajX3dt82m212WFjYc6mpqZrg4ODVCQkJ22w226qYmJg1ZrNZGxUVtamwsPCZJUuWmHrT3tKlS285d+6cr4+Pz/6+HgeiqzQ0A+N8rl7nNwaobxqeeIiIBlGvkogjR46YfXx8pGsym833nz9//tng4OC6wsLC1ZmZmZeysrI+jYyM3HLy5Mlk13YFBQXrdu7cWZaRkdGyf//+HxsMhsb6+vp7+xt0RETE8dzc3M0ZGRlyx44d58vLy++aOXPm6zk5Oe9mZGQ48vLyngwLC6uuqan5aU9tLV++PPjo0aMFkydPrti7d++ve6ovZU81aLSoqKi4dj79abT53QP4rwY2vQe5absy778aTYt/DvjqgYuNV21b+3UlMNa76zYBVJ892/1+Oc95znN+GOe7ImQPZ0Wj0VhnMBiKioqKUt3Xx8TEFJeWls7y9PS8sk5Kiba2NtjtdrFixQqPysrK3IqKim81NDR4CiFgt9sxZ86cvVar1ZSWlpaUnZ29Py0tLT4rK8t6JSAhpMlkenjPnj0vA8pwRn5+/vMOh0O44gkODv7UarUudm2j0+mkEAIaTXtO5HA4MH369JLi4uJZXfVt+fLlE4uLi0t1Ol1jVFTUtMzMzEs9HbC42NnS+vnUnqrR9e70q0Do+O7ruG6qfGJV+7pLzUDAWqDkt8A055DG2heUtjat6bqt3UeAB7YAX/2hX2ETEQ0C0VWB6uEMvV5fER4e/k1jY6NwTU1NTcJutwsAqK2t/V1ZWVnSnDlz7jKbzdrGxkYREhLS6LbP1s7a1el0aGtrC3Att7S0RF7TGyHa3Jf9/Pwuz5s3b7N7LHa7XXSXQCxbtizy8OHDx318fC5ERUVN6U0CQdSjMXrgO/OBx99WEoqCUuCDImDNws7rt7UBzZeBFodymav5MnC5ZWhjJiJSSat2w8DAwMdKS0sPJyYmvhYQELBRCNHQ0tKS1NzcnJSXl/e0w+EI0Gg00sPD47iUUpuYmLi1urraJzRU+Xam1WptzqsTyQCuXIkICQm5cObMmfXp6ekvtLa2zikvL1/XUyyRkZHv2Gy2DampqQf1ev1fpZT+TU1Nq7Ra7VfZ2dlZHesvXbr0lkOHDhUFBgb+MyIiYmZGRgZ/a9PA2bIeuO8lwLAOCBwLvLweiA5XyvYfA5b+Emh4S1ned0x5ToSL9ypgYTSQ99TQx01E1Eeqk4isrKxii8Wy8sSJE1uLi4u/19LSovHz82ueMmXKBwAwfvz4HxoMhuS9e/ce9fT0bIuIiDgUFhZW69o+MzOzNj4+fpfVav21j4/P5ujo6JyioiJLVFTU90tKSt7MyclpCAoKumQ0GndUV1ff2V0shYWFa5OSkpqPHj36+oULF97WaDTSYDDUREZGru+s/jfffPPC2bNndXV1dRHl5eWXdTodACAmJmZXUVHRErXHhG4w7sMY7saPBd7v4o+Dkm9uTyAAIGUWILcPfGxEREOgx3si6Gq8J+IG0Zt7IoiIbgwDf08EERER3diYRBAREZEqTCKIiIhIFSYRREREpAqTCCIiIlKFSQQRERGpwiSCiIiIVGESQURERKqofmLlDUsI5UFENLp58UeDiKgn/E3ZV1oPPsmQiIgIHM4gIiIilZhEEBERkSpMIoiIiEgVJhFERESkCpMIIiIiUoVJBBEREanCJIKIiIhUYRJBREREqjCJICIiIlX4xMq+anUAlTXDHcX1xUsLBI0b7iiIiGiAMYnoKymBSQ8MdxTXF75rhIhoVOJwBhEREanCJIKIiIhUYRJBREREqjCJICIiIlWYRBAREZEqTCKIiIhIFSYRREREpAqTCBrZauqBOzYBY+4GjOuBt/Z1XVdK4NFtQOBaZXp0m7LOxeEAfv4WEHo/MPYeYM5PgLpLg98HIqJRqsckwmg01nl6ekqdTndlio6O/qK/O05LS0sSQsilS5fG9betvlqyZEnaTTfdVD9mzJg2vV4vDQaDPSEh4U9DHQe5eeJtZepow1bliZfVrwF/3gg89ApQUtF5G6/sAt4/CBzZDHz+PJBhBf6wq738F+8AhV8AB54BLv4Z+NOPAL3n4PSHiOgG0KsrEbNnz95tt9uFayopKZkx2IH1Vnp6undft9FqtSXR0dF3mEwmXXNzs4iNjb2nuLj43kWLFj02GDGSSpeagb9/DDx1D+DrDSTNBG6PB/6U33n9P+YBP7kduCkImBSozL+Rq5TVNgC/zQS2PgwYDYAQwCwjoPcasu4QEY02/RrOsFgsK6dOnXrO19e3LSAgoHXu3LmF7if16Ojo4/7+/q2ub/vJyckvusry8/P3A0Bubm6RTqeTcXFxuwFACCEXL178kKueyWR6xMPD48o1aaPRWBcbG/vZtGnTzuj1enn27NntAJCQkLAtJCSk2dvbW06cOLGxu4Rgx44dp7Kzs3dnZGS0uPYJQDY1Nd3an+NBA+zLSkCrAaaHtq+LNQIlpzqvX3IKiJ3sVndye93ir5W2/lYITLgPmL4BeClrsCInIrohqE4ili1bdnNBQcH2CRMmfJiSkjJ2wYIF86uqqmKrqqoyXXX8/f0/SkhImJGamuoVFRX1+wMHDmywWCwrAGDhwoXJAGAymeLtdruwWq3m3u7bZrPNDgsLey41NVUTHBy8OiEhYZvNZlsVExOzxmw2a6OiojYVFhY+s2TJElN37UyYMKHJ09NT5uTk/N3Hx6dl/PjxP1N7PGgQNDQD43yuXuc3Bqhv6rq+n1t9Px9lnZTAP88DFxqBL88AJ18G/vafwBPvADmHBy18IqLRrldJxJEjR8w+Pj7SNZnN5vvPnz//bHBwcF1hYeHqzMzMS1lZWZ9GRkZuOXnyZLJru4KCgnU7d+4sy8jIaNm/f/+PDQZDY319/b39DToiIuJ4bm7u5oyMDLljx47z5eXld82cOfP1nJycdzMyMhx5eXlPhoWFVdfU1Py0u3aqqqq8lyxZ4pOSkvKfN91008cajeabnvbtfp8e9V5FRcW18+lPo83vHsB/NbDpPchN25V5/9VoWvxzwFcPXGy8atvaryuBsd6dt+mrBy42ta+/2IS2MTpl6MLbOWzx+J2Atw4V/hpgVSKw81DnsXGe85znPOfREyF7OCsajcY6g8FQVFRUlOq+PiYmpri0tHSWp2f7jWlSSrS1tcFut4sVK1Z4VFZW5lZUVHyroaHBUwgBu92OOXPm7LVaraa0tLSk7Ozs/WlpafFZWVnWKwEJIU0m08N79ux5GVCGM/Lz8593OBzCFU9wcPCnVqt1sWsbnU4nhRDQaNpzIofDgenTp5cUFxfP6vEoALjllluOenp6Xjx06FBCd/XiYmdL6+dTe9MkuZx+FQgd330d102VT6xqX3epGQhYC5T8FpjmHNJY+4LS1qY117aR8FNgnQn4gfO/6mt7lJstP34WKK8CIh8Gvv4DEB6slP/oVcBDAzx/X7+6R0Q0yomuClQPZ+j1+orw8PBvGhsbhWtqamoSdrtdAEBtbe3vysrKkubMmXOX2WzWNjY2ipCQkEa3fbZ21q5Op0NbW1uAa7mlpSXymt4I0ea+7Ofnd3nevHmb3WOx2+2itwkEAEgpPRoaGsJ7W5+GwBg98J35wONvKwlFQSnwQRGwZmHn9demAJv/AZw+D1TWAL/5B/B9k1IWMQFIvhl4+m+AvQUo/Sfw9kdA+pD/cRAR0aihVbthYGDgY6WlpYcTExNfCwgI2CiEaGhpaUlqbm5OysvLe9rhcARoNBrp4eFxXEqpTUxM3FpdXe0TGqp8o9RqtTbn1YlkAFeuRISEhFw4c+bM+vT09BdaW1vnlJeXr+splsjIyHdsNtuG1NTUg3q9/q9SSv+mpqZVWq32q+zs7Gvunlu0aNF/eXh4VOn1+ncAtNXX1//8yy+/nBEfH/+G2uNBg2TLeuC+lwDDOiBwLPDyeiDamevtPwYs/SXQ8Jay/KAFOFEN3LJRWX7ArKxz+ctG4P6XgMDvAQY/4Km7gcUxQ9sfIqJRRPVwBgBYLJYVJ06c2Hr27NnglpYWjZ+fX/OUKVM+OHDgwKrly5cHlpWVHf76669v8vT0bIuIiDhUV1cXERQU9LnVak0BgPj4+GybzWZubW3VREdH5xQVFVksFsvKkpKSN8+dOzcmKCjoUnh4+M6DBw/e6T6c0Vk8SUlJr5SXl6++cOGCt0ajkQaDoSYyMnL9rl27tneM+7bbbvuNzWbbUFdXp/Pw8ICfn1/T5MmT3z9w4MA9PR0wDmeo0JvhDCIiGqm6HM7oMYmgqzGJUIFJBBHR9Wzg74kgIiKiGxuTCCIiIlKFSQQRERGpwiSCiIiIVGESQURERKowiSAiIiJVmEQQERGRKkwiiIiISBXVj72+YQmhPDyJes+L/82IiEYj/nbvK60Hn75IREQEDmcQERGRSkwiiIiISBUmEURERKQKkwgiIiJShUkEERERqcIkgoiIiFRhEkFERESqMIkgIiIiVZhEEBERkSp8YmVftTqAypqh3aeXFggaN7T7JCIi6gGTiL6SEpj0wNDuk+/qICKiEYjDGURERKQKkwgiIiJShUkEERERqcIkgoiIiFRhEkFERESqMIkgIiIiVZhEEBERkSpMIka7mnrgjk3AmLsB43rgrX1d15USeHQbELhWmR7dpqwDgC8rgW8/AwR/Hxi/FljyJGA7PSRdICKikanHJMJoNNZ5enpKnU53ZYqOjv6ivztOS0tLEkLIpUuXxvW3rf5ISUn5byHEgPRpWD3xtjJ1tGGr8sTL6teAP28EHnoFKKnovI1XdgHvHwSObAY+fx7IsAJ/2KWU1V0Cbo8HbP9XaWteJPDtTYPXHyIiGvF6dSVi9uzZu+12u3BNJSUlMwY7sN5KT0/3Vrvt8uXLw44ePfrfYWFhFwcyphHjUjPw94+Bp+4BfL2BpJlKIvCn/M7r/zEP+MntwE1BwKRAZf6NXKVs3jTgfjMwfizgqQU2rlCuRJyvH7LuEBHRyNKv4QyLxbJy6tSp53x9fdsCAgJa586dW+h+Uo+Ojj7u7+/fqtfrpcFgsCcnJ7/oKsvPz98PALm5uUU6nU7GxcXtBgAhhFy8ePFDrnomk+kRDw8P6Vo2Go11sbGxn02bNu2MXq+XZ8+e3Q4ACQkJ20JCQpq9vb3lxIkTGxctWvRYT/F/9dVXu6dOnbrb19f3m/4chxHry0pAqwGmh7avizUCJac6r19yCoid7FZ3ctd19x0DJvgDgWMHKFgiIrreqE4ili1bdnNBQcH2CRMmfJiSkjJ2wYIF86uqqmKrqqoyXXX8/f0/SkhImJGamuoVFRX1+wMHDmywWCwrAGDhwoXJAGAymeLtdruwWq3m3u7bZrPNDgsLey41NVUTHBy8OiEhYZvNZlsVExOzxmw2a6OiojYVFhY+s2TJElNXbSxatOi/amtrbwoJCfm22mMw4jU0A+N8rl7nNwaob+q6vp9bfT8fZZ2UV9f75zllmGTzuoGNl4iIriu9SiKOHDli9vHxka7JbDbff/78+WeDg4PrCgsLV2dmZl7Kysr6NDIycsvJkyeTXdsVFBSs27lzZ1lGRkbL/v37f2wwGBrr6+vv7W/QERERx3NzczdnZGTIHTt2nC8vL79r5syZr+fk5LybkZHhyMvLezIsLKy6pqbmp51tv3z58klHjhz5n+jo6PszMjJa+rLvjufToVJRUXHtfPrTaPO7B/BfDWx6D3LTdmXefzWaFv8c8NUDFxuv2rb260pgrHfnbfrqgYtN7esvNqFtjA4Qor3ONxcAy5Oou2cBcHdy17FxnvOc5zznR818V4Ts4axoNBrrDAZDUVFRUar7+piYmOLS0tJZnp6eV9ZJKdHW1ga73S5WrFjhUVlZmVtRUfGthoYGTyEE7HY75syZs9dqtZrS0tKSsrOz96elpcVnZWVZrwQkhDSZTA/v2bPnZUAZzsjPz3/e4XAIVzzBwcGfWq3Wxa5tdDqdFEJAo9FcicXhcGD69OklxcXFszr2adasWaVeXl61hw4dSgCAm2++uUwI0dqbez3iYmdL6+dTe6o2sE6/CoSO776O66bKJ1a1r7vUDASsBUp+C0xzDmmsfUFpa9Oaa9tI+CmwzgT8wPlRv7ZHudny42eV5doGwPQLYMnszrcnIqLRSHRVoPpV4Hq9viI8PDykvLzc0Fl5bW3t78rKypLmz5//LzqdLiMjI8MRGhp6Ce1XP1o7206n06GtrS3AtdzS0hLZsY4Qos192c/P7/KMGTNe3Ldv3096E3tlZeW05uZmja+vbxsA2O12AQDjx49vrampGT2vRx+jB74zH3j8beDVh4HDJ4EPioDCX3Vef20KsPkfwLK5ytWH3/wD+OEypexio/JnnYkzmEAQERGAfiQRgYGBj5WWlh5OTEx8LSAgYKMQoqGlpSWpubk5KS8v72mHwxGg0Wikh4fHcSmlNjExcWt1dbVPaKjyjVir1dqcVyeSAVy5EhESEnLhzJkz69PT019obW2dU15e3uPAe2Rk5Ds2m21DamrqQb1e/1cppX9TU9MqrVb7VXZ2dlbH+vPnz58DQOdaPnHixHtCCMeUKVPuUHs8Rqwt64H7XgIM65SbIF9eD0SHK2X7jwFLfwk0vKUsP2gBTlQDt2xUlh8wK+sA4L1PgKIy5UbLN/a2t3/sBSA8eOj6Q0REI4bq4QwAsFgsK06cOLH17NmzwS0tLRo/P7/mKVOmfHDgwIFVy5cvDywrKzv89ddf3+Tp6dkWERFxqK6uLiIoKOhzq9WaAgDx8fHZNpvN3NraqomOjs4pKiqyWCyWlSUlJW+eO3duTFBQ0KXw8PCdBw8evNN9OKOzeJKSkl4pLy9ffeHCBW+NRiMNBkNNZGTk+l27dm3v6SCMiuEMIiKiwdHlcEaPSQRdjUkEERHdYLpMIjRdFRARERF1h0kEERERqcIkgoiIiFRhEkFERESqMIkgIiIiVZhEEBERkSpMIoiIiEgVJhFERESkyuh5T8RQEUJ5+NNQ8uLHREREIw/PTn2l9eDTI4mIiMDhDCIiIlKJSQQRERGpwiSCiIiIVGESQURERKowiSAiIiJVmEQQERGRKkwiiIiISBUmEURERKQKkwgiIiJShU+s7KtWB1BZ07dtvLRA0LjBiYeIiGiYMInoKymBSQ/0bZuhftcGERHREOBwBhEREanCJIKIiIhUYRJBREREqjCJICIiIlWYRBAREZEqTCKIiIhIFSYRREREpAqTiJGuph64YxMw5m7AuB54a1/XdaUEHt0GBK5Vpke3Ketc1r8MRP07oPkX4I3cwY+diIhGtR6TCKPRWOfp6Sl1Ot2VKTo6+ov+7jgtLS1JCCGXLl0a19+21O7bvU/+/v6tQx3HVZ54W5k62rBVeeJl9WvAnzcCD70ClFR03sYru4D3DwJHNgOfPw9kWIE/7Govj50MbFkPzJ06KF0gIqIbS6+uRMyePXu33W4XrqmkpGTGYAfWW+np6d5qtzWZTPGuPtXV1Y28p3deagb+/jHw1D2ArzeQNBO4PR74U37n9f+YB/zkduCmIGBSoDLvfsVhw1JgcQyg9xyS8ImIaHTr13CGxWJZOXXq1HO+vr5tAQEBrXPnzi10P6lHR0cf9/f3b9Xr9dJgMNiTk5NfdJXl5+fvB4Dc3NwinU4n4+LidgOAEEIuXrz4IVc9k8n0iIeHx5Vr8kajsS42NvazadOmndHr9fLs2bPbASAhIWFbSEhIs7e3t5w4cWLjokWLHutP30aELysBrQaYHtq+LtYIlJzqvH7JKeVqw5W6k7uuS0RE1E+qk4hly5bdXFBQsH3ChAkfpqSkjF2wYMH8qqqq2KqqqkxXHX9//48SEhJmpKamekVFRf3+wIEDGywWywoAWLhwYTLQfjXAarWae7tvm802Oyws7LnU1FRNcHDw6oSEhG02m21VTEzMGrPZrI2KitpUWFj4zJIlS0zdtVNYWPiJr69vm9ForDOZTI+oPBSDp6EZGOdz9Tq/MUB9U9f1/dzq+/ko69zviyAiIhogvUoijhw5Yvbx8ZGuyWw233/+/Plng4OD6woLC1dnZmZeysrK+jQyMnLLyZMnk13bFRQUrNu5c2dZRkZGy/79+39sMBga6+vr7+1v0BEREcdzc3M3Z2RkyB07dpwvLy+/a+bMma/n5OS8m5GR4cjLy3syLCysuqam5qedbe/h4XF88eLFDyQnJ49buHBhyMSJE3M++uij51NTU/+lp33353xcUVFx9Xz604D/arT53QNseg/Y9J4y778aSH8aZ+rrgIuNV297sRFN2s7bbBvjBVxsal9/sQnw1aPi1KlO63Oe85znPOc535v5Lkkpu53Cw8Pr4uLicjquv+WWW4q1Wq309va+Mun1eunl5SWllEhPT/eYO3duflBQ0GW9Xi+9vb2lRqORt956a66UEkuWLEkCINPS0uLc2wUgTSbTQ67lRYsWPaLRaKR7PLfeeuse9228vLykTqe7KhYvLy85a9asoz31zzVNnjz5/Ny5c/f1VO/WmFgpcUffptPnZY9+8RdlctfQJKXnnVJ+ebp93ZrfSvnots7b+NZjUr6yq335f3dLOf//XFsv8adSvr6n55iIiIi6OSdqek4zOqfX6yvCw8O/aWxsFK6pqalJ2O12AQC1tbW/KysrS5ozZ85dZrNZ29jYKEJCQhrRfvWj07+G0Ol0aGtrC3Att7S0RHasI4Roc1/28/O7PG/evM3usdjtdlFcXDyrt/0RQkgppeht/SExRg98Zz7w+NvKTZYFpcAHRcCahZ3XX5sCbP4HcPo8UFkD/OYfwPdN7eWXW4Dmy8rllBaHMt/W1nlbREREPVD9FwmBgYGPlZaWHk5MTHwtICBgoxCioaWlJam5uTkpLy/vaYfDEaDRaKSHh8dxKaU2MTFxa3V1tU9oqHKToFartQkhYLfbkwFYXe2GhIRcOHPmzPr09PQXWltb55SXl6/rKZbIyMh3bDbbhtTU1IN6vf6vUkr/pqamVVqt9qvs7OysjvXNZvP9Go3mvJeXVxYAfU1NzYunTp0KjIiI+L3a4zFotqwH7nsJMKwDAscCL68HosOVsv3HgKW/BBreUpYftAAnqoFbNirLD5iVdS6WJ4H8EmW+0KY8N2Lvk0BKr3MtIiKiK4TsYZDfaDTWGQyGoqKiotSOZRaLZcWJEye2nj17NrilpUXj5+fXPGXKlA8OHDiwavny5YFlZWWHv/7665s8PT3bIiIiDtXV1UUEBQV9brVaUwAgPj4+22azmVtbWzXR0dE5RUVFFovFsrKkpOTNc+fOjQkKCroUHh6+8+DBg3c6HA7RXTxJSUmvlJeXr75w4YK3RqORBoOhJjIycv2uXbu2d4w7OTn5/x47duzBhoYGT61WKwMDA+sjIiJ+tXfv3md7OmBxsbOl9fOpPVW72ulXgdDxfduGiIhoZOjyKn2PSQRdjUkEERHdYLpMIlTfE0FEREQ3NiYRREREpAqTCCIiIlKFSQQRERGpwiSCiIiIVGESQURERKowiSAiIiJVmEQQERGRKqofe33DEkJ5eFRfePEwExHR6MOzW19pPfj0SSIiInA4g4iIiFRiEkFERESqMIkgIiIiVZhEEBERkSpMIoiIiEgVJhFERESkCpMIIiIiUoVJBBEREanCJIKIiIhUEVLK4Y7huiKEqAdgG+44hlgQgHPDHcQQuxH7DNyY/Wafbwzss3rnpJRpnRXwsdd9Z5NSxg13EENJCGFln28MN2K/2ecbA/s8ODicQURERKowiSAiIiJVmET03SvDHcAwYJ9vHDdiv9nnGwP7PAh4YyURERGpwisRREREpAqTCCchxHQhxAEhxJfOf6d1UsdDCPGSEKJcCFEmhHigN2Uj1QD0+QkhxFkhxGHn9NLQ9qDvetlnixDCKoSwCyF+3aFstH7O3fV5tH7O/y2EKBFCfC6E+FQIscStzEcI8Y7zM/5CCJE+tD1QZwD6/YYQ4p9un/XPhrYHfdfLPq9z9vewEKJYCPEjt7LR+jPdXZ8H7mdaSslJGdLJBbDaOb8aQG4nddYCyIaSfAUD+CeAyT2VjdRpAPr8BIBfD3c/BqHPkQBmA/hlx/6N4s+5uz6P1s95CQAf53wsgDoA3s7lxwFsdc5PA1AFwHe4+zUE/X4DwL8Pdz8Goc/j0D58PxbA1wBinMuj9We6uz4P2M80r0QAEEIYAMwF8Bfnqr8AmCuECO5Q9btQfrG0SSm/AfA+gDt7UTbiDFCfryu97bOUskxKeRhAayfNXFfHY4D6fF3pQ5+zpZSNzsXPAQgAgc7l7wL4g7PecQBWAEsHOfR+GaB+X1f60OeL0nn2BOADwBOAa3m0/kx31+cBwyRCEQbgtJTSAQDOfyud692FQ8nmXCrc6nRXNhINRJ8BYJXzktkuIcS3BjPgAdDbPndntH7OPRntn/NaAOVSyn86l6+3zxkYmH4DwH84L3+/L4SYOXjhDohe91kIcbsQogTK5/qclLLYWXS9fdYD0WdggH6mmURQf/wewBQpZQyA5wB8IIS4Lr/RULdG9ecshFgI4CkAdw93LEOpi37/DECklPIWANsBfCiE8BiO+AaalPIfUspoANMBrBFCRA13TIOtmz4P2M80kwjFKQCTXD8szn9DnevdVQAwui2Hu9Xprmwk6nefpZRVUsoW53yOc/2sQY67P3rb5+6M1s+5S6P5c3Z+A3sTwEoppfs7ca63zxkYgH5LKU9LKduc89sA+AK4aQhiV6vP/7+llBUADgJw3Sx7vX3W/e7zQP5MM4kAIKU8C+Aw2jPyuwF85hwfc/cugB8IITTO8aeVAP7Wi7IRZyD6LISY5KokhJgNYDJG8MvJ+tDn7ozWz7lLo/VzFkLEA3gHwL9KKQ91aOZdAA86600DEA/gw0EMu98Got8dPuslABwATg9i2P3Shz7PdJsPArAIgOvS/qj8me6uzwP6Mz0Qd2eOhgnADACfAPjS+W+Uc/1OAHHOeQ8ALwMod07r3bbvsmykTgPQ5z8COArgCIAiAMuGu08D1OckKHdoXwRQ75xfMso/5+76PFo/5yIA30D5heyabnGWjYFycimD8sv128PdpyHq924oJ5ojAPYDWDDcfRqgPj8PoMTZ1yMAfui2/Wj9me6uzwP2M80nVhIREZEqHM4gIiIiVZhEEBERkSpMIoiIiEgVJhFERESkCpMIIiIiUoVJBBH1ixBiiRBiv9tyihDiq2EMacg433r56gC2N1kIId2Wg4UQXzv/zp9oxGESQUSqCSEElL9H/0UP9R4SQhwVQlwUQtQK5bXj33Ur/0oIsbqT7a5ZLxRfOtvy7VCWIoSQQogG51QphHhdCDG+fz0dHlJ5gNBb6OH4Eg0XJhFE1B8WAF4A9nZVQQhxN5ST4P0A/KA8oncjgFqV+1wEYCqANnT+vguHlNJXSukL5SFa3wLwW5X7GgleA7BOCDFuuAMh6ohJBNF1wvmt/OdCiL3Ob9nFQogYIcTdQogyIcQFIcSrQgit2zbhQoi/CSGqhBBnhBCvCCHGupX/SghxwtleuRDiEbeyyc5v9WuEEMeEEPXON/5NdAtrJYDdsvun1iUA2Cel/EQqmqSU+6WUu1QeigehPIL6T875LkkpTwDIBDCnY5kQQus8Jis7rH9DCPG6c36xEOIT59WTb4QQbwvlVcydch6vJLflFCFEq9uyVgjxX84rKXVCiAIhRFwPfTgO4BwAc3f1iIYDkwii68v3ADwMIADKI2vfg/LNPBbALQBuB/BdABBC6AHkAjgGYAqAm6G8TOkFt/aOQfm2PhbADwA843xngrvvArgNwCQoj4N+0q1srrON7uwDcLsQ4pfOk7J/77t7Nbd3G7zmnG4VQtzaTf1IACugPNr3KlLKViiJyPfd6vsC+Fdn2wBgB/DvAIKhHN9QXH38+up/AHwbQBqAQOd+PhRCBPSwXTGUY000ojCJILq+vCKlLJXKG/jegnJZ/2dSyktSeVNfHgDXN9t0AEJK+bjz238tgP8GcK/zzX+QUr4ppax0XiHIBbADwOIO+/wfKeU5KeVF5z7dvzkHQHnfRpeklO9COTHf7Nz+vPNqSse3Bv7B+e38ygTljYru1gG4ACBDSvkZgM8ArO9Qx8O5fS2AHChDLf/RRXivA1jmdnXhLgCVUsr9ztg/klIWSSlbpZRVAP5/XHt8esV5/8iPAPynlPKElNIhpfxfAGcALO9h84sArsv7Omh0YxJBdH054zbfCGX8/5sO61zDFVMAhHc4Ke8BIAFMAAAhxI+cwyK1zvIVUL51d7XPS27tA8p9DT2O1UspM6WU35FShgCIdsaQ6TyxujwopfR3n6C8phnOWAWUqyVvOpMoAPhfAPe4D9E4j4m/lDJASjlFSvlvUsq6LuIqBXAIgOvmzXVQEgvXPm8VQmQ7h4MuAvgLrj0+vRUE5dXaGR0+k6no+XXb4wDUqNwv0aBhEkE0en0N4MuOJ2YppV5KeVoIkQjgWSj3FQQ5T9oZAEQ3bXb0GZQrDL0mpfwCyl90GKFcyegtE4BIAPc5T+pVUIYHfAHc05cYOngdwPedQx8LAGxzK3sbSpIxXUo5Dp3fyOmuAcqQj0uo2/w5KEmYucPnMUZKuamHdmdBOdZEIwqTCKLRKxOAl/NGvrHOP42cJIS4w1k+DoADymuhpRBiOYClfdzH++jh8r4Q4j4hxJ3C+awDIcRNAP4NwDEpZV++XT8I5f6KGQBmO6dZUJKAjkMaffE2lOTkdwBypJSn3crGQRk+qRdChAN4rIe2PgXwPSGElxBiMtyGUZw3n74A4NdCiGmAcg+GUJ6zEdppa7hyX0cwlNd0E40oTCKIRikpZSOUb+83A/gCyslwD5STLwBkQ/nWfRDKt+R/hXKjZl9kA2gVQqR0U6cWwEMASoUQlwB8AqAOyj0bveK8Z2ElgF9LKavcJyhXU+b09FcOXZFSXoDS76Vov6HSZT2ABwDUA9gO4N0emvt3KAlJDYC/AnijQ/kvAHwA4APn8MhxKAlVd7+L7wPwhjNOohFFdP+XWURE3RNCpAH4Lynlbc7lFCgnvcnDGNZ1yXn14qSUUjiXgwFYAcR1uPeFaETQ9lyFiKhrUsoPoTy3gQaYM3EwDnccRF3hcAYRDbSvcH0/IXI41UG5WZTousDhDCIiIlKFVyKIiIhIFSYRREREpAqTCCIiIlKFSQQRERGpwiSCiIiIVGESQURERKr8P4DjQwv5hCYUAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 576x324 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# explainer = shap.Explainer(xg)\n",
    "# shap_values = explainer(X_np)\n",
    "explainer = shap.explainers.Exact(ensemble.predict, X_np) # OK Features [0, 1, 2] are the best!\n",
    "shap_values = explainer(X_np)\n",
    "shap.plots.bar(shap_values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# NEED TO PREPROCESS!!!\n",
    "scaler = MinMaxScaler()\n",
    "scaled_X_np = scaler.fit_transform(X_np)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# The old version of a (big) MLP.\n",
    "# mlp = TorchMLP([6, 512, 512, 512, 1])\n",
    "# mlp.load_state_dict(torch.load(\"./saved_path_inverse_burger/mlp.pth\"))\n",
    "\n",
    "# I should add batch normalization mec.\n",
    "layers = [len(feature_names), 50, 50, 1]\n",
    "# Don't use nn.Dropout here & load the linear weights with strict=False\n",
    "mlp = TorchMLP(dimensions=layers, bn=nn.LayerNorm, dropout=None)\n",
    "\n",
    "## In case I need to do fancy loading ###\n",
    "# Pretraining with [6, 50, 50, 1] (มี Dropout ปนมาด้วย)\n",
    "parameters = semisup_model_state_dict\n",
    "selector_parameters = OrderedDict()\n",
    "# Filter only the parts that I care about renaming (to be similar to what defined in TorchMLP).\n",
    "for p in parameters:\n",
    "    if 'selector' in p:\n",
    "        selector_parameters[p.replace(\"selector.nonlinear_model.\", \"\")] = parameters[p]\n",
    "selector_parameter_keys = [k for k in selector_parameters]\n",
    "\n",
    "# Loading weights\n",
    "with torch.no_grad():\n",
    "    for i, p in enumerate(mlp.parameters()):\n",
    "        p = selector_parameters[selector_parameter_keys[i]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 0:  0.8931096792221069\n",
      "Epoch 1000:  0.3977527916431427\n",
      "Epoch 2000:  0.0236447025090456\n",
      "Epoch 3000:  0.018786827102303505\n",
      "Epoch 4000:  0.015847958624362946\n",
      "Epoch 5000:  0.01038429606705904\n",
      "Epoch 6000:  0.0052290745079517365\n",
      "Epoch 7000:  0.005371531471610069\n",
      "Epoch 8000:  0.005093269515782595\n",
      "Epoch 9000:  0.0024161420296877623\n"
     ]
    }
   ],
   "source": [
    "scaled_X_tensor = to_tensor(scaled_X_np)\n",
    "y_tensor = to_tensor(y_np).reshape(-1, 1)\n",
    "\n",
    "mlp_optim = MADGRAD(mlp.parameters(), lr=1e-3)\n",
    "\n",
    "# mlp_optim = torch.optim.LBFGS(mlp.parameters(), \n",
    "#                               lr=5e-2, max_iter=100, max_eval=125, \n",
    "#                               history_size=120, line_search_fn='strong_wolfe')\n",
    "\n",
    "# mlp_optim = LBFGSNew(mlp.parameters(), \n",
    "#                         lr=5e-2, max_iter=300, \n",
    "#                         max_eval=int(300*1.25), history_size=120, \n",
    "#                         line_search_fn=True, batch_mode=False)\n",
    "\n",
    "mlp.train()\n",
    "epochs = 10000; curr_loss = 1000\n",
    "for i in range(epochs):\n",
    "    def mlp_closure():\n",
    "        if torch.is_grad_enabled():\n",
    "            mlp_optim.zero_grad()\n",
    "        l = F.mse_loss(mlp(scaled_X_tensor), y_tensor)\n",
    "        if l.requires_grad:\n",
    "            l.backward(retain_graph=False)\n",
    "        return l\n",
    "    \n",
    "    mlp_optim.step(mlp_closure)\n",
    "    l = mlp_closure()\n",
    "    \n",
    "    if l.item() != curr_loss:\n",
    "        curr_loss = l.item()\n",
    "    else: break; print(\"Stop training.\")\n",
    "    \n",
    "    if (i % 1000) == 0:\n",
    "        print(\"Epoch {}: \".format(i), curr_loss)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using a non-full backward hook when the forward contains multiple autograd Nodes is deprecated and will be removed in future versions. This hook will be missing some grad_input. Please use register_full_backward_hook to get the documented behavior.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n",
      "Warning: unrecognized nn.Module: LayerNorm\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfYAAADyCAYAAAC/DeceAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAvMUlEQVR4nO3df5xcVX3/8ddnQoBsSCACS4iwJlsNBKJN4kmqthX8gQ1qagD7SEMpYCwaYsWKiiAgNBRFq6ithGgF8bcpGmNTJQpq+Ja0dLkkAQIhVDZhwPwCQQhZEpOd8/3j3llnZ+/M3p3d2Xt35v18POax9+e5n3tmdj5zzv1l3ntERESkMeTSDkBERESGjhK7iIhIA1FiFxERaSBK7CIiIg1EiV1ERKSBKLGLiIg0ECV2ERGRKsxsm5lNL5sWmNnpZrbUzBYkKONaM/tc/aL8g0OGYyMiIiKNyHv/ybRjKKcWu4iISI3M7DYz+/to+Egz+6GZPWpmvzCzb5a10l9uZj+N5v/EzFrqEZNa7CIiIv37gZntKxmfGrPMJ4HnvPcnm9nLgPuBH5bMd8Bs4HngZ8DfAP821IEqscfTfXZFBmj16tUAzJs3L+VIpAFZfUo9O/673q+M2967vfebelY1C2KWeRPwQQDv/bNmtqps/s+897+L1v9f4I8GHnT/1BUvIiJNyiq86qa0xd9NnRrXSuwiItKkchVeNVsLnA9gZkcB7xpUeDVSYhcRkSY15C32pUCrmT0K/AgICI+nDysdYxcRkSaVLIl77yfHTHPR4NqSyXuBhd77fWY2HrgH+Gq0/LVl6/caH0pK7CIi0qSG/Hj6BOAOMxsFHA5813t/11BvpD9K7CIi0qSGNrF773cDrx3SQmugxC4iIk2qMU8zU2IXEZEmVddL21KjxC4iIk3JV0jsIz3dK7GLiEiTGukpPJ4Su4iINCW12EVERBrKSE/h8ZTYRUSkKXmdFS8iItJI1GIXERFpGI36fG4ldhERaUrqihcREWko6ooXkSa3YsUKtmzZwkknncSCBQvSDkdkUCpd7jbSKbGLSCLXXHMN+/fvB2DDhg0ASu4yojVqV3xj7pWIDKkbb7yxJ6kXbdy4MZ1gRKQqtdhFpF+7d+/uM837Rj2nWJqFuuJFREQaiLriRUTK5PP5tEMQGQSr8BrZlNhFpGZ33HFH2iGI1Mxjsa+RTl3xIlLVrbfeWnHek08+OYyRiAytRkjicZTYRaSiFStW8Nhjj1Wc393dPYzRiAw1JXYRaSIdHR0916tXYpbOF+OaNWvYtGkTJ554IscddxwtLS1s374dgEmTJrF9+3Z27drFwYMHmT17NnPmzKGjo4M1a9bw0ksvMWbMGObOncucOXNSiV+yoVFb7KZLVmKpUqQp5PN57rjjDn7zm9+Qy+U49thj2bFjB93d3YkvZ2tpaeGEE07gySefZP/+/bz85S/n1FNPZd++fWzfvp3p06f3SaD5fJ7Ozk7a29sBuPvuu9m6dSv79+/nkEMOoaWlhQkTJvSUUS+nn346hx9+eE8cxZja2tro6Ojgnnvu4cCBA0yaNInTTjuNtra2usUiVdUlA++xS2M/5OP8jSM64yuxx1OlSEPL5/OsWrWqrkmzEU2dOpVFixalHUYzqkuifcE+EvtdP95/fkQndp0VL9Jk8vk8N998s5J6DR577DFWrFiRdhgyZHS5W02cc9ucc+eVjE92znnn3AlV1jnDOfe8c+7kaHyMc+5B59x19Y4XYM+ePRrWcMMOd3Z26q5xg/Doo4/2DGflPW304XopkIt9jXR174p3zm0DrgqC4NvR+GRgK3BiEARPVVlvKXAW8CfATcArgLcGQVCoa8AhfetJwyq22JXcazNz5kw9/Gb41aUZ/Tv7eOw/wVH+MyO62Z7lnybXAruBdcBcYOEwJXWRhtbW1sbFF1/MpEmT0g5lxGltbVVSbyAFLPY10mU2sUdJ/MvADOCrQRDsSjcikcbR1tbGJZdcwpIlSzj00EOHvPzSy+ByuRynnnoqS5YsYerUqYwaNYpcLhe77HAzs57tH3rooT2xHXbYYYwePbrXcqeffjqXXnppWqFKXTTmMfbhuI59DzC2ZDxRM8E510rYBX8z8GHn3L8HQfBwHeITaVptbW0sXbq017TipWjr16+PfapbubPPPpuJEyfyk5/8hCOPPJJzzz234rL9nVFeehlcW1tbz+V4u3fvprW1lZkzZ9LV1cW6dev6HIM1M3K5XK+b5pgZY8aMYd++fRQKfTv8Lr74Yl3C1sR0HXuNnHO3AZOBdwJjgG8Sdq1XPMbunMsBPwO2B0FwgXPuKuBcYHYQBHvrGnBIBx9FCJ/DXi25jxo1iuuvvx6A1atXAzBv3rxhia0Wa9asYcOGDRx99NHMnTtXSX3kqEsGfsaujP2uP8ZfP6Iz/nB0xV8FdAM7gLXA9xOsczVhy35JNP4p4ClgeR3iE5EKLr300qpd9WPHjq04L4vmzp3LFVdcwfve9z4ldWnYh8DoBjXxVCkikXw+z7Jly2LnHXnkkVxxxRXAyGixy4hVl2y7266O/a5v9deN6Oyue8WLSFXVWrYzZ84cxkhEhlYjtM7jpJbYnXMPE16bXu6JIAhOHe54RGTg5s6dm3YIIjVTYh9iSt4iIpImJXYREZEG4rN7K5dBacy9EpEhFXcsfaSdES9Szld4jXRK7CLSrwULFjB16tRe0y644IKUohEZGo16uZu64kUkkUWLFvW5M5zISNaoXfFK7CKSWFtbmxK6NIxG6HaPo8QuIiJNqRG63eMosYuISFNSV7yIiEgDUVe8iEgdrVixgkceeYSjjz6a+fPn61i+1F2jdsU3Zj+EiIwoK1asYMOGDezfv5/t27ezbNky8vl82mFJgyuQi32NdCN/D0RkxHvggQf6TFu/fn0KkUgzadQb1KgrXkRSVygU+kzbs2dPCpFIc2nMrngldhEZVh0dHdxzzz0cOHCASZMm8cILL6QdkjSpRuh2j6PELiJ1l8/nWb9+PQ899BB79+7tmf7cc89VXGfz5s3k83mdRCd10wjd7nEa8+eKiGRGPp9n2bJl3Hvvvb2Sen8KhYJOopO6yuq94s3sDDO7xcxWR+POzN6cdH0ldhGpq9tuu21Q63d2dg5NICJlCljsK01m9kHgZuD/gDdGk18C/ilpGUrsIjIk9uzZw+OPP86qVat6Wtlr1qyhq6trUOWuW7duKMIT6SOjLfZ/AN7qvb8BKJ5V+ihwUtICzPvsH2Vwzv0rsBA4HGgPgmB3nTeZ/UoRyZCOjg5WrlxZt/LHjh3LBRdcoOPtzasu2fZB+5fY7/rX+EtSy+5mths43nvfbWbPeu9fZmaHA1u998cnKSPzJ885594ALAImB0HwdNrxiDSz4mNbW1pa2LJlC08//TSFQoFnnnmmrtvdu3cvy5Yt6xk3M0aNGsWrX/1qFixYUNdtS+PKQOs8zv8DLgeuL5l2CfCrpAVkPrED7cAOJXWR+igm6127dvUk7TFjxvDiiy8yduxYjjvuOPbv38+DDz5Id3d32uEC4L3n4MGDbNiwgWeeeYYxY8YA8OyzzzJ9+nTmzp0LhHe027JlCyeccALt7e20tLTQ1dVFe3s7QMVny+u5880ho4n9g8BqM7sIGGdmW4A9wDuTFpCJrnjn3DbgqiAIvh2NTwa2AtcAnwAOBbqAjiAIEp8ZOAjpV4rIMMjn8yxfvjz2BjEj2emnn87zzz/Phg0bYufncjm893jvyeVyLF68uCeBl9ZJ+TxJTV0y8Hq7Kfa7fpb/QKoZ38wMmAO0AU8CHd77xP+kWT957lZgMdAZBMERw5TUe93xSsMabuThzs7OhkvqAJs2bWLLli0V5xcKBYqNmkKh0HPmfXmdFOdl5f1q1uH6sQqvdPnQ/3rvb/fe3zuQpA7Zb7GfCLw1mvfKYQwp/UoRGQZqsavFPkLUJdvebzfHfte/1l+c5slzT1IhB3nvE30QR8IxdhGpk7a2NhYvXjzgY+yjR4/mwIEDKUcfmjp1as9w+TF2YMDH2EvrRMfYG1va16xXcF7Z+PHAh4DvJy0gK4l9DzC2ZHxSWoGINJu2trZEyavS2efFO8sNBzNj9OjRHHfccbz00kt9kni5/s6Yr7TfSetERrYsds167+8un2Zma4E1wJeSlJGVxH4/sNA59x1gDHB1yvGISEJtbW0sWbKEr3zlK3U7a37mzJm6rE2GXEZb7HH2A1OSLpyVxH4V8A1gB5AHPgtU/hkuIpnS1tbG6173OgDmzZvXM30oWvPHHHOMkrrURRYTu5ktLZvUArwduCNpGZlI7EEQPAW8pWzyN6K/t0UvERlh2tramDJlClu3bq25jFe+cjjPm5VmktHr2E8sG98L3Ah8K2kBmUjsItK4zjzzzEG12mfNmjWE0Yj8QRYTu/f+PYMtQ4ldROqqeAx+/fr15PN5tm/fnmi90aNHc9FFF+kkNqmbrHTFJ30kq/f+l0mWU2IXkborPcu8o6OD++67j9GjR9Pa2srhhx/O2rVr+6xzwgknKKlLXWWoxX5LgmU84S3W+6XELiLDas6cOcyZM6fXtLjEfvDgwWGKSJpVVi53894nPuM9CSV2EUmdmVF+F8zZs2enFI00i6x0xQ+1rN8rXkSawKte9ape462trX1a9SJDzWOxrzSZ2Xgzu9HM7jezJ8wsX3wlLUOJXURSt2jRIqZOncro0aOZOnUql156adohSRPIYmIHlgGzgKXAywgf45oHvpC0AHXFi0gmLFq0KO0QpMl051JP4nHeBkzz3v/WzLq99z82swBYTcLkrsQuIiJNyWcyr5MDno+GXzSzIwnvypr4Tk1K7CIi0pR8NlvsDwCnAb8A/ouwa/5F4LGkBegYu4iINKXCaIt9pewiYFs0/CHgJeAo4PykBajFLiJDYufOnXR2drJu3TpaW1t1ApxkXiGbLfYnvPfdAN773cDfDbQAtdhFZNA6Ojp4/PHHe65F3717NzfeeGPKUYlU53Pxr5TtNLNlZvZntRaQ/i6IyIi3cuXKPtN2797NihUrUohGJJnCKIt9pexthMfUv2tmW83s02b26oEUoMQuInWzYcMGJXfJLJ+z2FeqMXm/wXt/mfe+DbgQmAD80sweTFqGEruI1NWGDRvSDkEkVsHiXxnyKLCZ8AY1k5OupMQuIiJNKYtd8WZ2lJm918x+AXQCpwOfAVqTlqGz4kVkUPL5xLewFskUb9lqnke2A/8NfBc4x3v/u4EWoMQuIoPS2dmZdggiNelO/0S5OH/kvd8xmAKU2EVkUNrb29MOQaQmWbyl7GCTOiixi8ggtbW1pR2CSE0y2hU/aErsIjIoOsYuI1VGn+42aErsIhIrn89z9913s3nzZgqFQp/5LS0tTJkyha1bt/Zb1tKlS/nkJz9ZjzBFapbFrvihYMVbQEovNVdKPp+ns7OT9vb2AXdRlq87kLL6W7bWuIrrtbS00NXVVdN+ZUEt+19pnWplxb2H69evB2DSpEk9dQj0+16Xrvvss8+Sz+c54ogjOO644xg3bhyzZs3qtY09e/b0TN+5cyf33Xcf48eP59hjj+Xxxx9n/PjxnHTSSXR1dfW8ny0tLWzfvp1du3bxu9/9jhdffJEDBw4Mur7jHHbYYbzpTW8asZ8hSVVdUvDX238Y+13/ns5zUkv5ZmaE94dfCBzjvX+Nmb0RmOi9//dEZQw2sTvntgFXBUHw7Wh8MrAVODEIgqcqrHMG8APgT4IgeNQ5Nwb4X+DHQRBc7Zy7DnhXNP8l59zJ0fx3B0Fw56ACTqamSsnn8yxfvpxCoUAul2Px4sUDSiKl686fP59Vq1YlKqu/7dYaV+l6RQPdryyoZf8rrVOtrGrvYalcLof3Hu99xfca4Oabb6ba/6eZcdZZZ/XZhplVXS9tI/EzJKmrS6K95ZUrY/9R3vvrs9NM7NcBZwBfBJZ7748ys3bgdu/9a5OUkcoNaqLk/CXgdudcC+HzZp8BrokWuRb4LXBTNP8HwBeHKamzZ8+emoY7Ozt7vmALhQKbN2+ued2NGzf2Gi9eUlTLdsvnd3Z2JtqvuC7Yge5XFoZreV9K9720/itNj6vnTZs2xXZhFwqFnsRb6b3u7OzsNzl773utWzo9y/r7PGtYw+XD9eLNYl8puxB4p/f++/yhkbkVSHz5SZp3nrsW2A2sA+YCC4MgKAAEQdBN2A1xZjR/J/CPwxXYuHHjahpub28nlwurNJfLMW3atJrXnTFjRq/xYvdtLdstn9/e3p5ov6ZNm9azXtFA9ysLw7W8L6X7Xlr/labH1fP06dP71F9xnkVfHpXe6/b29p5lKjGzXuuWTs+y/j7PGtZw+XC9eIt/pWwU4UNg4A+J/YiSaf1KpSu+ZN2zgJXA0iAIromZ/yXgEuDNQRD8alCBDoyOsZetp2PsOsY+WK2trcyaNWvEfoYkVXVJt1+Z9uPY7/r3b35Xml3xtwD7gQ8DO4CjgS8Ah3rvlyQqYwgS+0PAl4Mg+Eo0/gbCVnbVxO6cawU2AquA84DXB0HwcMn804DVwO3A64HZQRDsHVSwyWW7L1MkQ/L5PMuWLau6zJIlS5TMZTDqkmiXn/ofsd/1ix/+yzQT+3jgNuDtwGhgH/Bz4HzvfaLjE0PRFX8/sNA5d4Rz7ljg6v5WcM7lgO8AdwZBsAT4LOHx9rHR/OOA7wEfAi4CngJuHoJYRWSIJbmlrJK6ZJJZ/Cu1cGwU8G7gXKANeB3hLWbPSprUYWgS+1VAN2GXwVrg+wnWuRqYBBS7FT5FmLyXlyT9nwdB8PXouPt5wFudc+8dgnhFZAjplrIyUhVG5WJfafHedwM3eu/3ee93e+/v897vHGg5uo49nipFZAAuv/zyqvNvuOGGYYpEGlRdmtE3zbgj9rv+AxvPTLMr/lvAv3vvV9dahu48JyIiTcln85ayhwM/MLP/AZ6kpKHpvT8/SQF1S+zOuYeBV8TMeiIIglPrtV0REZEkMprYN0WvmtUtsSt5i4hIlmXgZjR9eO8Hfc8WdcWLSF3NnDkz7RBEYmWxxW5mb640z3v/yyRlKLGLSN3MnDmTBQsWpB2GSKxCzJ0hM+CWsvFjgUMJrxxLdAmKEruIDNrUqVN57LHH+kxXUpcsy2hX/JTS8eja9quAYb2OXUSa3KJFizjqqKN6TdMlbpJ1GX0ITC/Rte3XA5clXUctdhEZEqeeGp4vO2/evJQjEUkmo13xcc4A+j4qsgIldhERaUoZPXmu17XrQAvhte0fSFqGEruIiDSlrHW7R84rG98LPOa9fyFpAUrsIiLSlDLaFT/be/+58olmdqn3/sYkBehe8fFUKSIJlT+2ddSoUVx//fUpRiQNqC5N60+95b9jv+s/8Ys3pHmv+Be89+Njpj/rvX9ZkjLUYheRmsU9i727u5srr7xSyV0yL0st9pIb04wyszfR+8dMOwO43E2JXURqVulZ7N3d3cMcicjA+WwdYi/emOZw4NaS6R7YCXwwaUFK7CJSMz2LXUayLJ08V7wxjZl9M+lT3CpRYhcRkabUnaGu+KLBJnVQYheRQVi/fn3aIYjUzNfnnLxBMbPxwLXAacAxlBxr9963JSkjez9XREREhkFGbym7DJgFLAVeRnhsPQ98IWkBSuwiUrNZs2alHYJIzQq5XOwrZW8DzvHe/xjojv4uAP42aQHqiheRmrW1JeoZFMmkjJ0VX5QDno+GXzSzI4EdwCsHUoCIyJDL5/NphyBSVcEs9pWyBwiPrwP8F2HX/M1A3+ciV6DELiI16+joqDjv5ptvVnKXTMtoV/xFwLZo+EPAS8BRQOKz5dUVL0Mqn8/3nCk9a9asql21+Xyezs5O2tvbaWtr6zW+c+dONm3axPTp05kzZ86gYyrdThZkLaZiPC0tLWzfvh2ASZMm0dXV1ef9aWlpoauri5aWFn70ox9VLNN7zy233MLrX/969u3bx5494Y2zxo0bx7PPPssTTzzB0Ucfzfz58/vUwZo1a3re/1NOOSX2M9XR0dHvZ6S0noG61nm197S87sqXSbIv/W23Utm1xjwU2xvI90EaMtA678N731kyvBv4u4GWkdl7xTvnjgc2Ah8JguDb0bRbCG+t99YgCOp5a6tsVkrG5fN5li9fTqEQPjbYzLj44otj/5lLl83lcsyfP59Vq1ZRKBQwM0o/l2effXbNyb18O4sXL079yyVrMZW/b+XK35+i8vdpMJYsWdJTB2vWrGHt2rUVY1m8eDE7d+5k5cqVPdPjPiPl9ey9x3tflzqv9p7G1W/pMh0dHf3uS5LtxpVda8xDsb2BfB8kUJcM/JGzH4r9AH9+5avTvFe8ESbzhcAx3vvXmNkbgYne+39PUkbqfQ6VBEGwA/gb4Cbn3DTn3PnAO4CFdU7qPS0LDQ9sePPmzb3+4b33dHZ2xi7f2dnZs2yhUGDjxo094+XJYtOmTTXHVr6dSvEM53B5TJs3b85MPHEKhQKbNm3qs8xQNgpK35fi+10pls7Ozj7LbNy4sWe4Uj0X461HnVd7T8v/L8qXSbIvSbZbWnaSz3ktn8P+9qVabMXvgyT7VT5cL92Wi32lbCnwXuCrQPFX0FPAx5MWkPoeVBMEwV2E1+79GPgycG4QBDvrvd1x48ZpuIbhadOmkSs5PmVmtLe3xy7f3t7es2wul2PGjBk941bWPTZ9+vSaYyvfTqV4hnO4PKZp06ZlJp44uVyO6dOn91kml8sxderUiusNROn7Uny/K8XS3t7eZ5kZM2b0DFeq5+Lnqh51Xu09Lf+/KF8myb4k2W5p2Uk+57V8Dvvbl2qxFb8PkuxX+XC9ZPQ69guBd3rvv88feo+3EvZWJ5LZrvgi59xE4Ang3iAITutv+SGS7UrJMB1jTyZrMdVyjL29vZ277rqLxx6rfLJua2srp5xyio6x6xj7YI+x1yXbXvJXm2O/6//l9mlpdsVvB9q99/uKj2o1s3HAI977ExOVkeXE7pzLAWsIH1f3euCqIAhurb7WkMhupYhkSLXj4VOmTOH973//8AYkjaouifYDCx6N/a6/acXJaSb2rwG/Bz5MeP360YQ914d675ckKSPTXfHAVcAJhKf5LwS+6Jyr3E8nIsNq3759FeedeeaZwxiJyMAVsNhXyi4Fjie8Sc2RwIvAK2iEY+zOuTcDHwX+KgiCvUEQ3A18FrjdOTc23ehEBKqf4JSFQwwi1WTpGLuZTQTw3r/gvT+L8MS51wF/5L0/y3uf+GzCzF7HHgTBL4HxZdP+CfindCISEZFGcjCXeuu81GP0znnLvfdn11JQZhO7iGRbPp/nkUceSTsMkZpl4Az4UuXBnF5rQUrsIlKTzs7OIb2WXWS4FTKV14fupG0ldhGpSfE65Wo3txHJsgzcjKbUIWb2Jv7Qci8fx3v/y0QF1SE4EWkCbW1tzJ8/v9ftUEVGkozdK343UHo592/Lxj0Jb1KjxC4iNevq6ko7BJGaZakr3ns/eajKUmIXkZoV7+gmMhJlrCt+yCixi0jN2traGDVqFN3dvZ/LNGHChJQiEkkuSy32odSYP1dEZNhcf/31jB49umd8woQJfPzjiW+SJZKaglnsa6RTi11EBu26665j9erVAMybNy/laESSOdAASTyOEruIiDSlRmidx1FiFxGRpnRQiV1ERKRxdCuxi4jEy+fzrFu3DoB169Zxww03pByRSP90VryISIx8Ps+yZct6Tbv88stTikYkud+bxb5GOrXYRWRQ1q9fn3YIIjXRyXMiIiINRMfYRURiTJo0Ke0QRGqyX4ldRKSvLVu2pB2CSE0ONmZeV2IXkcF5+umn0w5BpCYHaczMrrPiRWRQjj322Njp+Xx+mCMRGZiunMW+RjoldhEZlJNOOil2emdn5zBHIjIwByq8Rjp1xYvIoGzfvj12up7VLlnXpZPnRET62rNnT+z0tra2YY5EZGCeV2IXGR75fJ7Ozk7a29uVHGKU10/pOIQ3jNmzZw/jxo1j0qRJdHV19cwrXa58HYBZs2b11HncdtavX8+uXbvYu3cv3d3dPPfccxQKhdg4165d22dbg3k/y/fz7rvv5oUXXmD27NnMmTOnZ5m4fRnMtsrLqGVeR0cHmzZtYvr06UycOLHmGOPK1//LIDRmXse892nHkEWqlJTk83mWL19OoVAgl8uxePFifVmVKK+f+fPns2rVqp7xSknWzDAzCoVCr+FcLof3nuL3gJlx8cUXA1TczkCUlj+Y97N0v82M8u+ts88+m4kTJ/YsU7ovA91etc9gLfM6OjpYuXJl7LYGEmNc+UCz/L/UJQXbpc/Fftf7GyeM6JTf78lzzrltzrnzSsYnO+e8c+6EKuuc4Zx73jl3cjQ+xjn3oHPuumj8umh8TDR+crT8Gc65Uc65tc65r5WUd55zbpdz7vjB7GxSpV2LGh7e4c7Ozp4v5kKhwObNmzMTWxaGy+tn48aNvcYr8d73zC8dLhQKvZKk957Nmzf32c6mTZsGnNTLyy8UCnR2dta076XxxDVGNm7c2GuZ0n0ZzLbKY672+dy8eXOf9YqxVeK9T1wnceU3y/9L3ZjFv0a4upwVHwTBncCXgNudcy3AMuAZ4JpokWuB3wI3RfN/AHwxCII7gyDoBhYC73TOne+cOyVa/9wgCHbUI95y48aN03BKw+3t7eRy4ccyl8sxbdq0zMSWheHy+pkxY0av8UrMrGd+6XAul8NKvsjMjGnTpvXZzvTp06uWX0lp+blcjvb29pr2vTQei/ninTFjRq9lSvdlMNsqj7na53PatGl91ivGVomZJa6TuPKb5f+lbqzCa4TrtyveObcNuCoIgm9H45OBrcCJQRA8VWW9HHAn8DJgIjAjCIJdJfMnAhuAnYRJ/m1BEBRK5r8ZWBXN/04QBP848N2rmbriU6RjhtWNlGPsc+fO1TH2iI6xD1p9uuI/+nx8V/znjhzR6b1uiT1a9ixgJbA0CIJrYuZ/CbgEeHMQBL8qm2fAeuBVwPFBEAxDv0wPJXaRhCodQ16yZEkjJxoZXvVJ7JdVSOyfHdmJPUnf2h5gbMl4oic+OOdagZuAm4EPO+dOLZt/GvAe4FbCLvmxZUVcCRwO3At8Ock2RWT4dXV1xU7XDWok+xqzLz5JYr8fWOicO8I5dyxwdX8rRN3w3wHuDIJgCfBZwuPtY6P5xwHfAz4EXAQ8RfgDoLj+6cBlwLuBc4EznHOLBrBfIjJMKt2IRjeokcxrzLyeKLFfBXQDO4C1wPcTrHM1Yct+STT+KcLkvbwk6f88CIKvR8fVzwPe6px7b0nSvyQIgoeDINhNeDLdF51zr06+ayIyHCp1t6sbXjKvQc+K13Xs8VQpIgnpGLsMg/ocY79iT/wx9k+PG9HZXQ+BEZFBueeee2KnF8/8FsmuxuyLr/mWss65h4FXxMx6IgiCU2Omi0gDOnCgEZ6HJU2pAR7RGqfmxK7kLSIAY8aM4bnnnuszfdasWSlEIyJ6CIyIDMqoUaNip+v4umReA5woF0fH2EVkUGbPnp12CCK1acxD7Gqxi8jgFG/nWnpm/A033JBWOCLJNUASj6PELiKDNmfOHHbtCh8FMW/evJSjEUlIXfEiIiKSdWqxi4hIc2rMBrsSu4iINKkG7YpXYhcRkebUmHldiV1ERJpVY2Z2JXYREWlOjZnXldhFRKRJNWhi1+VuIiIiDUQtdhERaU4N+nQ3tdhFREQaiFrsIiLSnBqzwa7ELiIiTapBb1CjrngREZEGosQuIiLNKeHz2M1sm5lNH9bYBkFd8SIi0pwasydeLXYREZGBMrPzzewhM3vQzH5kZq3R9P8xs9nR8DIzezgaPsTMnjGzsfWOTYldRESak1n8q9/VbDpwA/A27/1rgE3Av0azfwG8JRr+M+AlMzsemA1s9t7vHfL9KKOu+Bhm9jPgmLTjGG6HHHLIMQcPHnwm7TiySvXTP9VRdaqf6qrUzxrv/dyh3p7/2CG1dsa/Cfip935HNP4V4IFo+BfAlWb2HeC3wN2EiX4K8MtBhJuYEnuMenyARgLnXBAEgUs7jqxS/fRPdVSd6qe6Bqmf/wZmAe8gTPJ3A4sIE/snhyMAdcWLiIgMzK+At5vZxGj8IuBOAO/9fmA9cDlwF3Av8KfAa6LhulOLXUREpH93mdnBkvErgDvNzAOdwPtL5v2C8Jj6fd77bjP7NbDVe//74QhUiV1KfTXtADJO9dM/1VF1qp/qMlk/3vvJFWZ9o8LynwY+XTL+9jqEVZF574dzeyIiIlJHOsYuIiLSQNQVLzjnzgMuA04B/iEIgi+XzGsBvg68FjgIfDQIgv9MJdAMcM7dBrwVKF6Sc3sQBNenF1E2OOemEnZLHk14ic/5QRD8X7pRZYdzbhuwL3oBfDwIgp+lF1H6nHOfA84BJgOvDoJgUzRdn6VBUotdADYCfw18N2beR4EXgiB4JTAP+Jpz7ohhjC2LbgiCYEb0avqkHlkO3BQEwVTgJsLreqW3d5d8bpo6qUdWAW8Eniibrs/SICmxC0EQbAqC4BGgEDN7AdE/VvSrOQDOHMbwJOOcc62E1+1+L5r0PWCWc+7Y9KKSrAuC4J4gCJ4snabP0tBQYpf+tNH7F3UeODGlWLLiUufcQ865Vc65aWkHkwEnAr8JgqAbIPq7HX1Oyn3HOfegc26Zc+6otIPJKH2WhoCOsTcB59x6wgQd57jiP5H0X1fAlcCOIAgKzrnzgTXOuXbVofTjz4MgeNI5dxjwReDLwHnphiSNSom9CQRBMGsQq+eBVwBPR+NthHddakgJ6uo3Jct+0zn3BeAE+h4nbCZPAi93zo0KgqDbOTcKmBRNF6DY5RwEwX7n3DLgP1IOKav0WRoC6oqX/txOdEcl59yrCO+mtCbViFLknHt5yfBfAN2UJPtmFATBbsITMBdGkxYCG4IgeLriSk3EOTfWOXdkNGyEJ6puTDWojNJnaWjoBjWCc24h8M/ABOD3wF7gbUEQPOKcGwvcBswkTGKXBUHw47RiTZtz7i7CLvkC8ALwsSAIhuX+z1nmnDuZ8BKlCcBzhJcobUk3qmxwzrUDPwRGRa9HgEuCINhRdcUG55z7F+BsYCLh5aO/DYLgVH2WBk+JXUREpIGoK15ERKSBKLGLiIg0ECV2ERGRBqLELiIi0kCU2EVERBqIErs0DDObbGbezE6o83YWm9m3SsbvMLPL6rlNiWdmvzazCxMuOyyfj+FgZodF+35y2rFI9iixNyEzazez281sp5m9aGZPmtmPzOzQaP6FZvbrmPUqTf+b6Avzmph5a81sf7Sd581sg5mdU589qz8zGwssBa4tTvPen+m9/2xqQfUjem/+LO04mkE96trMTjezg6XTvPf7Ce898c9DuS1pDErszemnwA7gJGAc8HrgZ4DVWN77gWeB95rZqJj513nvjyB8vvL3gBVmNrXGbaXtPOAh7/3jaQciTe97wJvN7JVpByLZosTeZMzsaMKEvtx7/7wPPeW9Xx61AgZa3jTgz4ELgOOp8khX7/1BYBnh3bdeHVPWB8xsY9m0KWbWbWaTo/GvRz0Me8zsETM7t0ps15rZXWXT1prZVSXj083sZ2b2tJnlzezTZja6yi7PB+6sVGZJd+8FUXx7zeynZjbBzG4ws91RT8kHSta/MOpW/biZ7YiW+XxpHP3tt5m9xszWRPvxbHG/zeyBaJGfR70mX6tQVy1m9qVoG8+Y2SozayuZvzaK6YdRDI+b2bsqVVLJPn3YzJ6K1vmcmR0dlfGCmT1a2ro1s0PM7JNm1mlmz5nZL8xsesn80WZ2Y0kdfjxmu39uZvdEdfC4mX3EzBL/YDWzc8zsgah36QEzO6t8n8qWv61Yp5Xq2sy2Rft1TzQ9MLPZcWWUTNtmZueZ2STgDmBUtO6LZnYBgPf+BeA+4C+T7p80ByX2JuO9/y3wMPA1MzvfzE4ZyBdfjPcBD3rv/5OwJ+D9lRa0sKv/A8AB4IGYRb4LnGxmM0qmXQis9d5vi8bvAWYARxF2id9mZqfUEriZtQJ3AyuBlxP2XJwBXFFltVmEtwTtzznAnxE+NGcy8L/A44QPtHgP8MXSxEn4oJ02oD2KYx7wsZL5FffbzI6P9uPuaFsTgRsAvPd/HK3/Nu/9Ed77v6sQ7xeA10WvVxDe4nO19e6BuQD4PHAk4dPJvmFmLVXq4BVRvO1RXXyQMEkVb1+8Evh6yfIfA84H3h7tw38Bd5rZ+Gj+5cA7gTcAU6J9fUVx5ag+fhqVfyzwDuDvgb+tEmMPM3sD8J1oO0cDnwC+Z2Z/kmT9fup6MfAh4GXAD4CfluxXtTK3E/5Y7o7KPMJ7/42SRR4i/EyK9FBib06nA2uBfyB84MIuM7u6LMFPMbPflb4IW9s9zOxwwi/i4pfzLcCZ1vfkpCuj9Z8C3gWc473vc6zee/8c8GPCxEcUzwXArSXL3OK9/633vtt7/33gwWh/anE+8ID3/ive+997738DfDqaXskEwnvE9+c67/2z0Q+p/wQOeO//zXt/0Ht/B+E9sGeWLF8APua9fynq5v8s4Y8aoN/9/lvg1977T3vv90b70qunohozyxHW81Xe+9947/cSfjamAXNKFl3hvf9v730B+Cphgn9VlaJfAv4xiucBwh9z93nv7/XedwPfBl5pZkdGy78H+Iz3/tGo92gp4fMJ3hHNPz+a/2vv/UvAR4HSe2IvAW733v84qqdHCX+AVHs/S10I/NB7f0f0Pv0E+BGwKOH61dzivb/fe/974DOEdfPOISj3BcIfCyI9lNibkPf+Ge/9J7z3swhbVJcBnyRKqJGt3vujSl+EX5yl/go4gvALGsLW0tNAeavw+qiMVu/9G7z3q6uE93Xg3Kgb+s1RfCshTEBmttTMtkRdpb8D/piwdVaLKcCflv14uZWwtVjJc0C/LS3CcxiKusrGi9PGlYzv9t53lYxvI3wcbJL9ngw8liCmSo4FDgO2Fid4718EdgMnliy3o2T+3miwdB/K7Y5+BBSV10Nxf4tlnFgWQ4GwHooxnBCNl8awu6S8KcDCsvfzGsJDREn02n7kcXrXQa22FQd8+ICOPNH7O0jjCc9vEemhxN7kvPdd3vvbCFuAMwa4+vsIj5dvMrOdhC3yCVQ+iS6JO4H9hF3RFwLfj1pnED7C8e8Iu7knRD82HqDySX97gLFl0yaVDD8B3FX2A+bI6ES/SjYANXX996O1rFt7MmF9Qv/7vY3qLef+nvT0NGGdTy5OMLMjgFaG9znYT5bFkIvGizH8pmz+WHr/qHsCuLXs/RzvvT+1lu1H2ku239/nCSrXdWncRnjYpfj+9irXzA4hrPui0h9H5aYTfiZFeiixNxkLT+L6tIUnjY2OTlg6h/AL4r8GUM4phMdNzyL8QVB8zSFs8b69lviiLtpvApcQPtLx1pLZ44GDhIkoZ2aLCFuuldwPzDKz10b7+feErbqibwLOzBaZ2eFRy7jdzOZWKXMV8NYB71j/csBnzGyMmbUTdjMXj6X2t9/fBk6y8OS7FjM71MxKY9xJlcQftYy/CVxnZpOiHxifBx4FOoZo/5K4DbjMzKZG52NcCRwC/CSa/y3gY2b2R2Y2hvBwRel32DLgr81sXsln+xQzOy3h9r8BnGNmf2Fmo8zsTMLPYPFQ00bCH2DvjD4rZwFvLCujUl0vMrNZUU/Ux4CWkv26H3iLhSeKHgZcD5SewLmT8OS50s8uZjaO8P/tPxLunzQJJfbm83vC1sBKwi68p4GrgEu897cPoJz3A+u996u99ztLXg8Ct1PlJLoEvg6cRng4oDSxfIPwJLRfE7beTqHKjxHv/VrgRmANYRfwccC6kvk7gTcRnum+jbCb/UeErbRKvgX8cZR8h9IThC24rYT7uIYwcUE/+x2dYHU64Yl/TxEmgtIT764Ellp4pvlXKmz/w0BAeJZ1nrD7+i+jH1rD5Z8JL+H6ObCL8FDM26KzvyE8/+FnwL2E9ZQnrDcAvPebCI9b/wPh+72b8MdCokM13vt1hOcafI7ws/BZ4Dzv/b3R/McJT4D7KuH/zlzC56yXqlTXXwX+JSp3AfAO7/3z0bzvECbn9YRd/3nC97kY12PAzUBHdIiheDLgQuBX3vv/S7J/0jz0PHaRATKzxcCfeu8TnW2doLwLCU9c0/XIDcjMthG+v9/ub9kBlHkYsInwx9fmoSpXGsMhaQcgMtJ475cDy9OOQ5pXdNVAtfMqpImpK15ERKSBqCteRESkgajFLiIi0kCU2EVERBqIEruIiEgDUWIXERFpIErsIiIiDUSJXUREpIH8f3pQ5BLeKP3FAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 576x252 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "mlp.eval()\n",
    "e = shap.DeepExplainer(mlp, scaled_X_tensor)\n",
    "shap_values = e.shap_values(scaled_X_tensor)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEGCAYAAABo25JHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAcJ0lEQVR4nO3de7xVdZ3/8ddbQDEvWIKjgXhQMYfMSx5vWUhqhVo6pqVoNppGzqSOztRIUynZTINj9stbKZmiZpqaNqgoNqXSeOXgBbmMyigFTgWa2kUNwc/vj/U9sdnsc/Y6h7325pz1fj4e58G6fNd3fb5rb87nrNv3q4jAzMzKa4NWB2BmZq3lRGBmVnJOBGZmJedEYGZWck4EZmYlN7DVAfTG0KFDo62trdVhmJn1KXPmzHkxIoZVL++TiaCtrY2Ojo5Wh2Fm1qdI+mWt5YVeGpJ0laRlkubVKbeXpJWSji4yHjMzW1vR9wimAeO7KyBpAHA+cE/BsZiZWQ2FJoKImAX8rk6x04EfA8uKjMXMzGpr6VNDkoYDRwLfzVF2oqQOSR3Lly8vPjgzs5Jo9eOj3wbOjoi36hWMiKkR0R4R7cOGrXXT28zMeqnVTw21AzdKAhgKHCppZUT8pKVRmZmVSEsTQUSM6pyWNA24w0nAzKy5Ck0Ekm4AxgFDJS0FzgUGAUTE5UXu28zM8ik0EUTEhB6UPbHAUMzMrAutvkdgTdQ26c5Wh9Awi6cc1uoQzPqNVj81ZGZmLeZEYGZWck4EZmYl50RgZlZyTgRmZiXnRGBmVnJOBGZmJedEYGZWck4EZmYl50RgZlZyTgRmZiXnRGBmVnJOBGZmJedEYGZWck4EZmYl50RgZlZyTgRmZiXnRGBmVnJOBGZmJedEYGZWcoUmAklXSVomaV4X64+XNFfSU5IelLRbkfGYmdnaij4jmAaM72b988ABEfEe4OvA1ILjMTOzKgOLrDwiZklq62b9gxWzDwMjiozHzMzWtj7dIzgZuKurlZImSuqQ1LF8+fImhmVm1r+tF4lA0gfJEsHZXZWJiKkR0R4R7cOGDWtecGZm/Vyhl4bykLQrcCVwSES81Op4zMzKpqVnBJJGArcCJ0TEM62MxcysrAo9I5B0AzAOGCppKXAuMAggIi4HzgG2BL4jCWBlRLQXGZOZma2p6KeGJtRZfwpwSpExmJlZ99aLm8VmZtY6TgRmZiXnRGBmVnJOBGZmJedEYGZWck4EZmYl50RgZlZyTgRmZiXnRGBmVnJOBGZmJedEYGZWck4EZmYl50RgZlZyTgRmZiXnRGBmVnJOBGZmJedEYGZWcrlGKJO0AbAb8E7gdWBeRCwrMjAzM2uObhOBpB2As4GDgWeB5cBgYCdJrwFXANdExFtFB2pmZsWod0bwr8B3gc9FRFSukLQVcBxwAnBNMeGZmVnRuk0E3Q0+ny4NfbvRAZmZWXP5ZrGZWcnVu0fwPBC1VqXlnf9+OyIurrH9VcBHgWURsUuN9QIuAg4FXgNOjIjHetoIMzPrvXqXhkatY/3TgEuBa7tYfwgwOv3sQ3Y/Yp913KeZmfVArktDkjZJj5AiaSdJh0saVG+7iJgF/K6bIkcA10bmYWALSdvkicnMzBoj7z2CWcBgScOBe8ieFJrWgP0PB5ZUzC9Ny9YiaaKkDkkdy5cvb8CuzcwM8icCRcRrwMeB70TEJ4B3FxfW2iJiakS0R0T7sGHDmrlrM7N+LXcikLQfcDxwZ1o2oAH7fwHYtmJ+RFpmZmZNkjcRnAl8CbgtIuZL2h64twH7nw58Wpl9gVcj4tcNqNfMzHLK1ddQRNwP3C/pbWn+OeCMettJugEYBwyVtBQ4FxiU6rgcmEH26OgissdHT+p5E8zMbF3k7XRuP+D7wKbASEm7kXU78ffdbdfdm8lpfQCfzxmrmZkVIO+loW8DHwFeAoiIJ4GxBcVkZmZNlLuLiYhYUrVoVYNjMTOzFsh1aQhYIul9QKQXyf4BWFhcWGZm1ix5zwhOJbuWP5zs8c7d8bV9M7N+Ie9TQy+SvUNgZmb9TN6nhq6mRi+kEfGZhkdkZmZNlfcewR0V04OBI4H/a3w4ZmbWbHkvDf24cj69KPbfhURkZmZN1dsRykYDWzUyEDMza4289wj+wJojkv0GOLvAuMzMrEnyXhrarOhAzMysNeqNWfze7tZ7fGEzs76v3hnBhd2sC+DABsZiZmYtUG/w+g82K5BmaZt0Z/1CfcTiKYe1OgQz6wfyvkeApF2AMWTvEQAQEdcWEZSZmTVP3qeGziUbYGYM2WAyh5C9R+BEYGbWx+V9j+Bo4CDgNxFxErAbMKSwqMzMrGnyJoLXI+ItYKWkzYFlrDnovJmZ9VF57xF0SNoC+B4wB/gj8FBRQZmZWfPkfaGsc2ziyyXdDWweEXOLC8vMzJol16UhSdMlHSdpk4hY7CRgZtZ/5L1HcCHwfmCBpFskHS1pcL2NACSNl/S0pEWSJtVYP1LSvZIelzRX0qE9iN/MzNZRrkQQEfeny0PbA1cAnyS7YdwtSQOAy8geNx0DTJA0pqrYV4CbImIP4FjgO/nDNzOzdZW7G2pJGwNHkY1fvBdwTY7N9gYWRcRzEbECuBE4oqpMAJun6SF4wBszs6bK+0LZTWS/1O8GLgXuT4+T1jMcWFIxvxTYp6rMZOAeSacDmwAHdxHDRGAiwMiRI/OEbWZmOeQ9I/g+sENEnBoR9+ZMAnlNAKZFxAjgUOA6SWvFFRFTI6I9ItqHDRvWwN2bmZVb3nsEMyNiVS/qf4E1XzwbkZZVOhm4Ke3nIbK+jIb2Yl9mZtYLvR2qMq/ZwGhJoyRtSHYzeHpVmV+RdV+BpL8mSwTLC47LzMySQhNBRKwETgNmAgvJng6aL+k8SYenYv8EfFbSk8ANwIkREUXGZWZmq9UboWwr4F+AHYGngH+PiN/3ZAcRMYOsx9LKZedUTC8A9u9JnWZm1jj1zgiuBf4EXAJsClxceERmZtZU9R4f3SYivpymZ0ryGMVmZv1M3fcIJL0dUJodUDkfEb8rMDYzM2uCeolgCFm306pY1nlWEGRdTpiZWR9Wb/D6tibFYWZmLdLjx0cl7SDpq5LmFxGQmZk1V97xCN4p6SxJs4H5abtjC43MzMyaottEIGmipHuB+4AtybqD+HVEfC0inmpCfGZmVrB6N4svJRub+LiI6ACQ5Ld+zcz6kbrvEQCfAC6UtDVZ53CDCo/KzMyapttLQxHxUkRcHhEHkHUM9wrwW0kLJX2jGQGamVmxcj81FBFLI+LCiGgHDgfeKC4sMzNrlnqdzn28m9XzGhyLmZm1QL17BB+rmr69Yj6AWxsekZmZNVW9N4tP6pyW9HjlvJmZ9Q89ebPYj42amfVDRQ9VaWZm67l6N4tvZ/WZwPaS1hhvOCIOX3srMzPrS+rdLP5mxfSFRQZiZmatUe9m8f2V85IGAbsAL0TEsiIDMzOz5qjX6dzlkt6dpocAT5KNY/y4pAlNiM/MzApW72bxByKic9yBk4BnIuI9wJ7AP9erXNJ4SU9LWiRpUhdlPilpgaT5kn7Yo+jNzGyd1btHsKJi+kPAzQAR8RtJtbdIJA0ALkvbLQVmS5oeEQsqyowGvgTsHxEvS9qq500wM7N1Ue+M4BVJH5W0B7A/cDeApIHAxnW23RtYFBHPRcQK4EbgiKoynwUui4iXAXzfwcys+eqdEXwOuBjYGjgzIn6Tlh8E3Fln2+HAkor5pcA+VWV2ApD0ADAAmBwRd+eI28zMGqTeU0PPAONrLJ8JzGzQ/kcD44ARwCxJ74mIV6oLSpoITAQYOXJkA3ZtZmZQ/4WysTnrWRwRv6pa9gKwbcX8iLSs0lLgkYh4E3he0jNkiWF29Q4iYiowFaC9vd3dXZiZNUi9S0N5O5m7DahOBLOB0ZJGkSWAY4Hjqsr8BJgAXC1pKNmloudy7tPMzBogd++jPRURKyWdRnYJaQBwVUTMl3Qe0BER09O6D0taAKwCvhgRL/V2n2Zm1nP1Lg21RcTibtYLGB4RS2utj4gZwIyqZedUTAfwj+nHzMxaoN6loQskbQD8JzAHWA4MBnYEPkj29NC5ZNf6zcysD6p3aegTksYAxwOfAbYBXgcWkj0++m8R4bGLzcz6sHpnBKQ3gb/chFjMzKwF6iaCTpLeB7RVbhMR1xYQk5mZNVGuRCDpOmAH4Amyp3sgG7DGicDMrI/Le0bQDoxJT/mYmVk/knfM4nlk/Q2ZmVk/k/eMYCiwQNKjwJ87F3rMYjOzvi9vIphcZBBmZtY6uRJB9djFZmbWf+S6RyBpX0mzJf1R0gpJqyT9vujgzMyseHlvFl9K1kvos2Qjk51CNgylmZn1cXkTARGxCBgQEasi4mpqDFhjZmZ9T96bxa9J2hB4QtJ/AL+mB0nEzMzWX3l/mZ+Qyp4G/Ils5LGjigrKzMyaJ+9TQ7+UtDGwTUR8reCYzMysifI+NfQxsn6G7k7zu0uaXmBcZmbWJHkvDU0G9gZeAYiIJ4BRhURkZmZNlTcRvBkRr1Ytcwd0Zmb9QN6nhuZLOg4YIGk0cAbwYHFhmZlZs+Q9IzgdeDdZh3M3AL8HziwoJjMza6K8Tw29RjZcpYesNDPrZ/I+NdQu6VZJj0ma2/mTc9vxkp6WtEjSpG7KHSUpJLXnDd7MzNZd3nsE1wNfBJ4C3spbuaQBZH0SfQhYCsyWND0iFlSV2wz4B+CRvHWbmVlj5L1HsDwipkfE8xHxy86fHNvtDSyKiOciYgVwI3BEjXJfB84H3sgZj5mZNUjeM4JzJV0J/Iw1Ryi7tc52w4ElFfNLgX0qC0h6L7BtRNwp6YtdVSRpIjARYOTIkTnDNjOzevImgpOAnYFBrL40FEC9RNAtSRsA3wJOrFc2IqYCUwHa29v9DoOZWYPkTQR7RcS7elH/C2Qd1HUakZZ12gzYBbhPEsDWwHRJh0dERy/2Z2ZmPZT3HsGDksb0ov7ZwGhJo1I31scCf+mjKCJejYihEdEWEW3Aw4CTgJlZE+U9I9iXbCyC58nuEQiIiNi1u40iYqWk04CZwADgqoiYL+k8oCMi3HGdmVmL5U0EvR6NLCJmADOqlp3TRdlxvd2PmZn1Tu7xCIoOxMzMWsPDTZqZlZwTgZlZyTkRmJmVnBOBmVnJORGYmZWcE4GZWck5EZiZlZwTgZlZyTkRmJmVnBOBmVnJORGYmZWcE4GZWck5EZiZlZwTgZlZyTkRmJmVnBOBmVnJORGYmZWcE4GZWcnlHbPYrM9rm3Rnq0NoiMVTDmt1CNbP+IzAzKzkCk0EksZLelrSIkmTaqz/R0kLJM2V9DNJ2xUZj5mZra2wRCBpAHAZcAgwBpggaUxVsceB9ojYFbgF+I+i4jEzs9qKPCPYG1gUEc9FxArgRuCIygIRcW9EvJZmHwZGFBiPmZnVUGQiGA4sqZhfmpZ15WTgrq5WSpooqUNSx/LlyxsUopmZrRc3iyV9CmgHLuiqTERMjYj2iGgfNmxY84IzM+vninx89AVg24r5EWnZGiQdDHwZOCAi/lxgPGZmVkORZwSzgdGSRknaEDgWmF5ZQNIewBXA4RGxrMBYzMysC4UlgohYCZwGzAQWAjdFxHxJ50k6PBW7ANgUuFnSE5Kmd1GdmZkVpNA3iyNiBjCjatk5FdMHF7l/MzOrb724WWxmZq3jRGBmVnJOBGZmJedEYGZWck4EZmYl50RgZlZyTgRmZiXnRGBmVnJOBGZmJecxi82s3/N41d3zGYGZWck5EZiZlZwTgZlZyTkRmJmVnBOBmVnJORGYmZWcE4GZWcn5PQKzEugvz9FDcc/Sl5nPCMzMSs6JwMys5JwIzMxKzonAzKzkCk8EksZLelrSIkmTaqzfSNKP0vpHJLUVHZOZma1WaCKQNAC4DDgEGANMkDSmqtjJwMsRsSPw/4Dzi4zJzMzWVPQZwd7Aooh4LiJWADcCR1SVOQK4Jk3fAhwkSQXHZWZmiSKiuMqlo4HxEXFKmj8B2CciTqsoMy+VWZrm/zeVebGqronAxDT7LuDpwgJfd0OBF+uW6r/K3P4ytx3K3f6+0PbtImJY9cI+80JZREwFprY6jjwkdUREe6vjaJUyt7/MbYdyt78vt73oS0MvANtWzI9Iy2qWkTQQGAK8VHBcZmaWFJ0IZgOjJY2StCFwLDC9qsx04G/T9NHAz6PI61VmZraGQi8NRcRKSacBM4EBwFURMV/SeUBHREwHvg9cJ2kR8DuyZNHX9YlLWAUqc/vL3HYod/v7bNsLvVlsZmbrP79ZbGZWck4EZmYl50RQIEk7S3pC0uOSdmh1PGZmtTgRFOtvgFsiYo+I+N9WB2NmVosTQQNIaktvSHfOf0HSo8CZwN9JurdlwRWgi/ZOrlFuoKTZksal+X+X9G9NC7RB1rW9koakjhfflZbfIOmzTQq/V4pqs6TtJD0raaikDST9QtKHm9SshpO0l6S5kgZL2kTSfEm7tDqunuozbxb3QTPSv3+MiG+2NJIWSY8PnwjcIul0YDywT2ujKk5X7Y2IFekx6mmSLgLeHhHfa2WsjdKbNks6H/gu8CiwICLuaVH46ywiZkuaDvwrsDHwg4iYV2ez9Y4TgRUqvTdyHXAHsF/qfLDf6qq9EfFTSZ8g6413t1bG2Gg9bXNEXJmWnwrs3oKQG+08spdn3wDOaHEsveJLQ42xkjWP5eBWBdIkPW3ve4BXgK2KCqhg69xeSRsAfw28Bry9wfEVobA2S3obWXczAJs2INZW25KsHZvRR//vOxE0xm+BrSRtKWkj4KOtDqhgudsr6ePAO4CxwCWStmhOiA3ViPaeBSwEjgOuljSo2JDXWZFtPh+4HjgH6A+XyK4AvkrWpj45noovDTVARLyZus14lKwTvf9pcUiFytteSUOBKcBBEbFE0qXARazuW6pPWNf2SvoGcAqwd0T8QdIs4CvAuc1pQc8V1WZJPwf2AvaPiFWSjpJ0UkRc3ZSGNZikTwNvRsQPlQ3E9aCkAyPi562OrSfcxYSZWcn50pCZWcn50pA1hKTLgP2rFl/UV0/56ylbe6GcbS4LXxoyMys5XxoyMys5JwIzs5JzImgBSatSr6TzJN2cXrDJu+3ukg6tmD9c0qQ625yYHuurV/fi9DhgbpKulDSmJ9tUbPsvVfMP9qaeGvWeIWmhpOt7sW2bpOMaEUcP93tmehSx6P3MkLRFdV9CVWXuk9TSQdgr45PULuniLsrV/c5Wf896GMc3JR3Y2+37CieC1ng9InaPiF2AFWSv2tclaSDZK/l/SQQRMT0iphQSZf14BkTEKRGxoJdVrPEfNCLe14CwAP4e+FBEHN+LbdvIXoDqkfQMea+kz/UzwA97W0deEXFoRLxS9H4aKSI6ImJdum7odSIALgG6/UOrP3AiaL1fADtK+pikR5SNXfBfkv4KQNJkSddJegC4jqxfk2PSGcUxlX/td1VHV9Jbo/ekHhOvBFSx7lOSHk37uaLzF52kP0q6UNKTwH6dfz1KOlXSBRXbV8b1E0lz0n4mpmVTgI1T/dd31p3+vVHSYRV1TZN0tKQBki5Q1tvlXEmfq9Gmy4HtgbsknaWsR8irUlsel3REKtemrOfLx9JPZxKaAnwgxXVW9dmUpDu0uqfN6mOx1jFLP9PS2d9Tks6q8VEcCDwWEStTvfdJukirzxr3TsvfkY7lXEkPS9o1LT8gle0c+2IzSdtImlVRxwdS2cq/oAdKul7Z2dMtqnFmKunDkh5Kx+hmSWt1CSFpx/R9ezKV20HSppJ+luafqjruCyV9L30f7pG0cVq3Z6rjSeDzFfWPk3RHmu7uO5v3e5b7c4qIXwJbStq6xufWf0SEf5r8Q9YjKWSP7/4n8HdkfbF0PsV1CnBhmp4MzAE2TvMnApdW1PWX+W7qWGObim0vBs5J04cBAQwl6x/mdmBQWvcd4NNpOoBPVtRxH9AODAMWVSy/C3h/mn5H+ndjYB6wZeVxqHFcjgSuSdMbAkvSthOBr6TlGwEdwKga7VoMDE3T3wA+laa3AJ4BNgHeBgxOy0cDHWl6HHBHreOb5u8AxlUfi66OGbAn8NOK7beoEe/XgNOrjun30vRYYF6avgQ4N00fCDyRpm8ne1MXsj5vBgL/BHw5LRsAbFZ5bMjOfKJiu6uAL1R9pkOBWcAmafnZpO9LVfyPAEem6cHp2A4ENk/LhgKLyH5pt5H1Y7R7WndTxeczFxibpi+oaPdfPhO6+M7m/Z715nMi6wbjqFb/3ijyx+8RtMbGkp5I078Avg+8C/iRpG3Ifvk9X1F+ekS8nqPeEd3UUctY4OMAEXGnpJfT8oPI/mPMlgTZf6xlad0q4MfVFUXEcknPSdoXeBbYGXggrT5D0pFpeluyX7wvdRPXXWTdFGxE1q3xrIh4XVm/9btKOjqVG5Lq6q6dHwYOl/SFND8YGAn8H3CppN1Tm3bqpo6uVB6Lro7Z7cD2ki4B7gRqdbm8DVmfPJVuAIiIWZI2V9Z/z/uBo9Lyn6e/jjcnO87fSn/x3hoRSyXNBq5S1r/PTyLiiRr7XRIRnZ/RD8h6zqzsMn1fYAzwQGrThsBDlRVI2gwYHhG3pbjeSMsHAd+QNBZ4CxgOdJ6hPl8RzxygLbVvi4iYlZZfBxxSI+auvrOQ73vWm89pGfDOGrH0G04ErfF6ROxeuSB9Ab8VEdPTpYfJFav/lLPe7uroCZH9Rf6lGuveiIhVXWx3I/BJsn5pbouISHEcTNY98WuS7qNOD40R8UYq9xHgmFRvZ1ynR8TMHrblqIh4eo2F2SArvyXrHnkDsi6Ea+muF87KY9HlMZO0W2rLqWTH5zNVRV5n7WNS/YJPly/8RMQUSXeS3Tt6QNJHUgIZS/ZX8zRJ34qIa3u4D5H9lTyhq31343iys8Q9I+u3aDGr2/jninKryH4Zr5MefM968zkNJvuM+i3fI1h/DCHr3Au675TtD2Td3a5LHZ1mkW6MSjqE1V0F/ww4WtJWad07JG2Xo77bgCOACaz+5T0EeDn959yZ7K/MTm+q6144fwScBHwAuDstm0k24tugFNdOkjapE9NM4HSlP/8k7VER168j4i3gBLLLJ7D28V0M7K5sNK1tgb272E/NY5aux28QET8m62juvTW2XQjsWLXsmFTP+4FXI+JVsrPH49PyccCLEfF7STtExFMRcT5Zv/g7p8/rt5ENBnNlF/sdKWm/NH0c8N9V6x8G9pe0Y9rnJpLWOHOKiD8ASyX9TSqzUbrXMARYlpLAB4Fuvz+R3cB+JbWXznbW0NV3Nu/3rDef005kl5r6LSeC9cdk4GZJc4AXuyl3LzAm3eg6ppd1dPoaMFbSfLLT7V8BRPYU0FeAeyTNBX5KdvmiWxHxMtkvte0i4tG0+G6ym5ILyW7EPlyxyVRgrmo/5nkPcADwX7F6MJsrgQXAY8oeLbyC+me1XwcGpf3MT/OQXRv+23RjcmdWn3XNBValm5ZnkV12eT7t92LgsS7a3tUxGw7cly4F/gCodZZ1F9klj0pvSHocuBw4OS2bDOyZ6p/C6mR/ZrrJORd4M9U3Dngy1XEMWa+v1Z4GPp8+m7eTjRpW2ablZPdIbkh1P5SOVbUTyC7LzAUeBLYm65K5XdJTZNfg8/TIexJwWTpW6qJMze8sOb9nPf2cUgLZkex+VL/lLibM1gOSbgP+OSKeTZc1vhAR/fqXT1+Q7jm8NyK+2upYiuQzArP1wyRynHVZ0w0ELmx1EEXzGYGZWcn5jMDMrOScCMzMSs6JwMys5JwIzMxKzonAzKzk/j9eCzdQ6UUGJQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.bar(feature_names, list(np.abs(shap_values).mean(axis=0)))\n",
    "plt.xlabel(\"Partial derivative features (possible candidates)\")\n",
    "plt.ylabel(\"mean(|SHAP values|)\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# torch.save(mlp.state_dict(), \"./saved_path_inverse_burger/mlp200*3.pth\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}