mvcnn_pytorch_2.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "mvcnn_pytorch.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "machine_shape": "hm",
      "mount_file_id": "1b9h1IwGlPmubaLjZdpWr2WGxZg89UiUn",
      "authorship_tag": "ABX9TyM7EGwrIytf7NNgxvTT0k9Z",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/DIPTE/Deep-Geometry-Learning-on-Colab/blob/master/mvcnn_pytorch_2.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "r4oS_mtz2ewq",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 50
        },
        "outputId": "6450837d-2f9c-46b7-e918-5f7ee4e2da5a"
      },
      "source": [
        "!ls"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "__init__.py\t\t   models     shaded_images.tar.gz  train_mvcnn.py\n",
            "modelnet40_images_new_12x  README.md  tools\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "i97jdBJk2vAW",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import os\n",
        "os.chdir('/content/drive/My Drive')#切换工作目录"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cG-Nabwh20EZ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!git clone https://github.com/jongchyisu/mvcnn_pytorch.git"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WP9xFeF03lRd",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import os\n",
        "os.chdir('/content/drive/My Drive/mvcnn_pytorch/')#切换工作目录"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HNF4tIuj30Du",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import sys\n",
        "cur = '/content/drive/My Drive/mvcnn_pytorch'\n",
        "sys.path.append(cur)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sqgU20vDBfI9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!wget http://supermoe.cs.umass.edu/shape_recog/shaded_images.tar.gz && tar -xzvf shaded_images.tar.gz"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "emiQ2AOMF08m",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!pip install tensorboardX"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2ittqmvRFwlO",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "e8d018e6-267b-4660-d0f2-bd7b00b047b1"
      },
      "source": [
        "!python train_mvcnn.py -name mvcnn -num_models 1000 -weight_decay 0.001 -num_views 12 -cnn_name vgg11"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading: \"https://download.pytorch.org/models/vgg11-bbd30ac9.pth\" to /root/.cache/torch/checkpoints/vgg11-bbd30ac9.pth\n",
            "100% 507M/507M [00:03<00:00, 143MB/s]\n",
            "num_train_files: 99936\n",
            "num_val_files: 29616\n",
            "epoch 1, step 1: train_loss 3.767; train_acc 0.047\n",
            "epoch 1, step 2: train_loss 3.736; train_acc 0.016\n",
            "epoch 1, step 3: train_loss 3.598; train_acc 0.047\n",
            "epoch 1, step 4: train_loss 3.411; train_acc 0.141\n",
            "epoch 1, step 5: train_loss 3.540; train_acc 0.078\n",
            "epoch 1, step 6: train_loss 3.502; train_acc 0.094\n",
            "epoch 1, step 7: train_loss 3.210; train_acc 0.188\n",
            "epoch 1, step 8: train_loss 3.168; train_acc 0.219\n",
            "epoch 1, step 9: train_loss 3.155; train_acc 0.203\n",
            "epoch 1, step 10: train_loss 3.116; train_acc 0.266\n",
            "epoch 1, step 11: train_loss 3.066; train_acc 0.219\n",
            "epoch 1, step 12: train_loss 2.853; train_acc 0.250\n",
            "epoch 1, step 13: train_loss 2.980; train_acc 0.188\n",
            "epoch 1, step 14: train_loss 2.795; train_acc 0.281\n",
            "epoch 1, step 15: train_loss 2.648; train_acc 0.297\n",
            "epoch 1, step 16: train_loss 2.585; train_acc 0.344\n",
            "epoch 1, step 17: train_loss 2.971; train_acc 0.250\n",
            "epoch 1, step 18: train_loss 2.489; train_acc 0.438\n",
            "epoch 1, step 19: train_loss 2.728; train_acc 0.281\n",
            "epoch 1, step 20: train_loss 2.558; train_acc 0.359\n",
            "epoch 1, step 21: train_loss 2.564; train_acc 0.328\n",
            "epoch 1, step 22: train_loss 2.430; train_acc 0.438\n",
            "epoch 1, step 23: train_loss 2.575; train_acc 0.406\n",
            "epoch 1, step 24: train_loss 2.569; train_acc 0.297\n",
            "epoch 1, step 25: train_loss 2.110; train_acc 0.453\n",
            "epoch 1, step 26: train_loss 2.011; train_acc 0.453\n",
            "epoch 1, step 27: train_loss 1.949; train_acc 0.469\n",
            "epoch 1, step 28: train_loss 2.280; train_acc 0.359\n",
            "epoch 1, step 29: train_loss 2.242; train_acc 0.453\n",
            "epoch 1, step 30: train_loss 2.093; train_acc 0.438\n",
            "epoch 1, step 31: train_loss 2.141; train_acc 0.422\n",
            "epoch 1, step 32: train_loss 1.566; train_acc 0.594\n",
            "epoch 1, step 33: train_loss 2.106; train_acc 0.406\n",
            "epoch 1, step 34: train_loss 1.905; train_acc 0.453\n",
            "epoch 1, step 35: train_loss 2.168; train_acc 0.469\n",
            "epoch 1, step 36: train_loss 1.775; train_acc 0.578\n",
            "epoch 1, step 37: train_loss 1.819; train_acc 0.500\n",
            "epoch 1, step 38: train_loss 1.980; train_acc 0.516\n",
            "epoch 1, step 39: train_loss 2.025; train_acc 0.500\n",
            "epoch 1, step 40: train_loss 1.846; train_acc 0.531\n",
            "epoch 1, step 41: train_loss 1.336; train_acc 0.656\n",
            "epoch 1, step 42: train_loss 1.440; train_acc 0.594\n",
            "epoch 1, step 43: train_loss 1.502; train_acc 0.562\n",
            "epoch 1, step 44: train_loss 1.461; train_acc 0.609\n",
            "epoch 1, step 45: train_loss 1.514; train_acc 0.594\n",
            "epoch 1, step 46: train_loss 1.654; train_acc 0.594\n",
            "epoch 1, step 47: train_loss 1.548; train_acc 0.578\n",
            "epoch 1, step 48: train_loss 1.530; train_acc 0.562\n",
            "epoch 1, step 49: train_loss 1.364; train_acc 0.625\n",
            "epoch 1, step 50: train_loss 1.489; train_acc 0.656\n",
            "epoch 1, step 51: train_loss 1.755; train_acc 0.609\n",
            "epoch 1, step 52: train_loss 1.316; train_acc 0.625\n",
            "epoch 1, step 53: train_loss 1.298; train_acc 0.609\n",
            "epoch 1, step 54: train_loss 1.642; train_acc 0.594\n",
            "epoch 1, step 55: train_loss 1.312; train_acc 0.641\n",
            "epoch 1, step 56: train_loss 1.276; train_acc 0.641\n",
            "epoch 1, step 57: train_loss 1.164; train_acc 0.625\n",
            "epoch 1, step 58: train_loss 1.323; train_acc 0.609\n",
            "epoch 1, step 59: train_loss 1.306; train_acc 0.641\n",
            "epoch 1, step 60: train_loss 1.255; train_acc 0.703\n",
            "epoch 1, step 61: train_loss 1.152; train_acc 0.672\n",
            "epoch 1, step 62: train_loss 1.290; train_acc 0.594\n",
            "epoch 1, step 63: train_loss 1.281; train_acc 0.672\n",
            "epoch 1, step 64: train_loss 1.264; train_acc 0.656\n",
            "epoch 1, step 65: train_loss 1.178; train_acc 0.656\n",
            "epoch 1, step 66: train_loss 1.765; train_acc 0.562\n",
            "epoch 1, step 67: train_loss 1.311; train_acc 0.641\n",
            "epoch 1, step 68: train_loss 1.126; train_acc 0.688\n",
            "epoch 1, step 69: train_loss 1.428; train_acc 0.641\n",
            "epoch 1, step 70: train_loss 0.984; train_acc 0.688\n",
            "epoch 1, step 71: train_loss 1.444; train_acc 0.656\n",
            "epoch 1, step 72: train_loss 1.117; train_acc 0.672\n",
            "epoch 1, step 73: train_loss 1.224; train_acc 0.641\n",
            "epoch 1, step 74: train_loss 1.613; train_acc 0.547\n",
            "epoch 1, step 75: train_loss 1.168; train_acc 0.688\n",
            "epoch 1, step 76: train_loss 1.228; train_acc 0.688\n",
            "epoch 1, step 77: train_loss 1.326; train_acc 0.656\n",
            "epoch 1, step 78: train_loss 1.182; train_acc 0.703\n",
            "epoch 1, step 79: train_loss 1.347; train_acc 0.594\n",
            "epoch 1, step 80: train_loss 1.079; train_acc 0.672\n",
            "epoch 1, step 81: train_loss 0.997; train_acc 0.688\n",
            "epoch 1, step 82: train_loss 1.161; train_acc 0.672\n",
            "epoch 1, step 83: train_loss 1.259; train_acc 0.625\n",
            "epoch 1, step 84: train_loss 1.115; train_acc 0.734\n",
            "epoch 1, step 85: train_loss 0.983; train_acc 0.688\n",
            "epoch 1, step 86: train_loss 0.930; train_acc 0.734\n",
            "epoch 1, step 87: train_loss 1.030; train_acc 0.672\n",
            "epoch 1, step 88: train_loss 1.283; train_acc 0.547\n",
            "epoch 1, step 89: train_loss 0.967; train_acc 0.750\n",
            "epoch 1, step 90: train_loss 1.195; train_acc 0.641\n",
            "epoch 1, step 91: train_loss 1.565; train_acc 0.562\n",
            "epoch 1, step 92: train_loss 0.868; train_acc 0.781\n",
            "epoch 1, step 93: train_loss 0.844; train_acc 0.781\n",
            "epoch 1, step 94: train_loss 1.065; train_acc 0.672\n",
            "epoch 1, step 95: train_loss 1.065; train_acc 0.750\n",
            "epoch 1, step 96: train_loss 1.028; train_acc 0.719\n",
            "epoch 1, step 97: train_loss 1.223; train_acc 0.641\n",
            "epoch 1, step 98: train_loss 1.235; train_acc 0.641\n",
            "epoch 1, step 99: train_loss 1.040; train_acc 0.734\n",
            "epoch 1, step 100: train_loss 1.385; train_acc 0.562\n",
            "epoch 1, step 101: train_loss 1.010; train_acc 0.688\n",
            "epoch 1, step 102: train_loss 1.091; train_acc 0.672\n",
            "epoch 1, step 103: train_loss 1.077; train_acc 0.688\n",
            "epoch 1, step 104: train_loss 0.929; train_acc 0.672\n",
            "epoch 1, step 105: train_loss 0.931; train_acc 0.734\n",
            "epoch 1, step 106: train_loss 0.810; train_acc 0.797\n",
            "epoch 1, step 107: train_loss 0.657; train_acc 0.828\n",
            "epoch 1, step 108: train_loss 0.911; train_acc 0.750\n",
            "epoch 1, step 109: train_loss 0.827; train_acc 0.750\n",
            "epoch 1, step 110: train_loss 1.102; train_acc 0.625\n",
            "epoch 1, step 111: train_loss 0.719; train_acc 0.781\n",
            "epoch 1, step 112: train_loss 1.029; train_acc 0.734\n",
            "epoch 1, step 113: train_loss 1.076; train_acc 0.734\n",
            "epoch 1, step 114: train_loss 0.988; train_acc 0.688\n",
            "epoch 1, step 115: train_loss 0.837; train_acc 0.797\n",
            "epoch 1, step 116: train_loss 1.148; train_acc 0.672\n",
            "epoch 1, step 117: train_loss 0.740; train_acc 0.797\n",
            "epoch 1, step 118: train_loss 0.839; train_acc 0.766\n",
            "epoch 1, step 119: train_loss 1.253; train_acc 0.562\n",
            "epoch 1, step 120: train_loss 0.916; train_acc 0.703\n",
            "epoch 1, step 121: train_loss 0.824; train_acc 0.719\n",
            "epoch 1, step 122: train_loss 1.058; train_acc 0.688\n",
            "epoch 1, step 123: train_loss 0.771; train_acc 0.734\n",
            "epoch 1, step 124: train_loss 0.870; train_acc 0.719\n",
            "epoch 1, step 125: train_loss 1.055; train_acc 0.641\n",
            "epoch 1, step 126: train_loss 0.638; train_acc 0.797\n",
            "epoch 1, step 127: train_loss 0.788; train_acc 0.750\n",
            "epoch 1, step 128: train_loss 1.114; train_acc 0.719\n",
            "epoch 1, step 129: train_loss 0.941; train_acc 0.703\n",
            "epoch 1, step 130: train_loss 0.825; train_acc 0.781\n",
            "epoch 1, step 131: train_loss 0.880; train_acc 0.688\n",
            "epoch 1, step 132: train_loss 0.905; train_acc 0.766\n",
            "epoch 1, step 133: train_loss 0.975; train_acc 0.719\n",
            "epoch 1, step 134: train_loss 0.641; train_acc 0.812\n",
            "epoch 1, step 135: train_loss 0.815; train_acc 0.766\n",
            "epoch 1, step 136: train_loss 1.189; train_acc 0.672\n",
            "epoch 1, step 137: train_loss 0.740; train_acc 0.812\n",
            "epoch 1, step 138: train_loss 0.852; train_acc 0.766\n",
            "epoch 1, step 139: train_loss 1.218; train_acc 0.688\n",
            "epoch 1, step 140: train_loss 1.064; train_acc 0.688\n",
            "epoch 1, step 141: train_loss 0.864; train_acc 0.734\n",
            "epoch 1, step 142: train_loss 0.682; train_acc 0.797\n",
            "epoch 1, step 143: train_loss 0.808; train_acc 0.750\n",
            "epoch 1, step 144: train_loss 0.555; train_acc 0.797\n",
            "epoch 1, step 145: train_loss 0.788; train_acc 0.797\n",
            "epoch 1, step 146: train_loss 0.623; train_acc 0.797\n",
            "epoch 1, step 147: train_loss 0.714; train_acc 0.844\n",
            "epoch 1, step 148: train_loss 0.667; train_acc 0.781\n",
            "epoch 1, step 149: train_loss 0.958; train_acc 0.766\n",
            "epoch 1, step 150: train_loss 0.600; train_acc 0.781\n",
            "epoch 1, step 151: train_loss 0.761; train_acc 0.781\n",
            "epoch 1, step 152: train_loss 0.772; train_acc 0.766\n",
            "epoch 1, step 153: train_loss 0.650; train_acc 0.828\n",
            "epoch 1, step 154: train_loss 0.733; train_acc 0.766\n",
            "epoch 1, step 155: train_loss 0.856; train_acc 0.750\n",
            "epoch 1, step 156: train_loss 0.891; train_acc 0.719\n",
            "epoch 1, step 157: train_loss 1.103; train_acc 0.594\n",
            "epoch 1, step 158: train_loss 0.979; train_acc 0.703\n",
            "epoch 1, step 159: train_loss 0.682; train_acc 0.828\n",
            "epoch 1, step 160: train_loss 0.596; train_acc 0.844\n",
            "epoch 1, step 161: train_loss 0.592; train_acc 0.812\n",
            "epoch 1, step 162: train_loss 0.732; train_acc 0.797\n",
            "epoch 1, step 163: train_loss 1.099; train_acc 0.719\n",
            "epoch 1, step 164: train_loss 0.814; train_acc 0.797\n",
            "epoch 1, step 165: train_loss 1.028; train_acc 0.734\n",
            "epoch 1, step 166: train_loss 0.533; train_acc 0.875\n",
            "epoch 1, step 167: train_loss 0.638; train_acc 0.844\n",
            "epoch 1, step 168: train_loss 0.600; train_acc 0.844\n",
            "epoch 1, step 169: train_loss 0.962; train_acc 0.750\n",
            "epoch 1, step 170: train_loss 0.575; train_acc 0.875\n",
            "epoch 1, step 171: train_loss 1.033; train_acc 0.781\n",
            "epoch 1, step 172: train_loss 0.679; train_acc 0.797\n",
            "epoch 1, step 173: train_loss 0.841; train_acc 0.797\n",
            "epoch 1, step 174: train_loss 0.939; train_acc 0.734\n",
            "epoch 1, step 175: train_loss 0.578; train_acc 0.844\n",
            "epoch 1, step 176: train_loss 0.414; train_acc 0.844\n",
            "epoch 1, step 177: train_loss 0.948; train_acc 0.719\n",
            "epoch 1, step 178: train_loss 0.645; train_acc 0.859\n",
            "epoch 1, step 179: train_loss 0.969; train_acc 0.688\n",
            "epoch 1, step 180: train_loss 1.149; train_acc 0.734\n",
            "epoch 1, step 181: train_loss 0.785; train_acc 0.766\n",
            "epoch 1, step 182: train_loss 0.891; train_acc 0.672\n",
            "epoch 1, step 183: train_loss 0.631; train_acc 0.812\n",
            "epoch 1, step 184: train_loss 0.687; train_acc 0.828\n",
            "epoch 1, step 185: train_loss 0.805; train_acc 0.812\n",
            "epoch 1, step 186: train_loss 0.642; train_acc 0.734\n",
            "epoch 1, step 187: train_loss 0.611; train_acc 0.844\n",
            "epoch 1, step 188: train_loss 0.884; train_acc 0.703\n",
            "epoch 1, step 189: train_loss 0.741; train_acc 0.812\n",
            "epoch 1, step 190: train_loss 0.626; train_acc 0.828\n",
            "epoch 1, step 191: train_loss 0.599; train_acc 0.812\n",
            "epoch 1, step 192: train_loss 0.591; train_acc 0.828\n",
            "epoch 1, step 193: train_loss 0.481; train_acc 0.812\n",
            "epoch 1, step 194: train_loss 0.863; train_acc 0.734\n",
            "epoch 1, step 195: train_loss 0.588; train_acc 0.828\n",
            "epoch 1, step 196: train_loss 0.672; train_acc 0.828\n",
            "epoch 1, step 197: train_loss 0.696; train_acc 0.844\n",
            "epoch 1, step 198: train_loss 0.885; train_acc 0.781\n",
            "epoch 1, step 199: train_loss 0.698; train_acc 0.781\n",
            "epoch 1, step 200: train_loss 0.584; train_acc 0.859\n",
            "epoch 1, step 201: train_loss 0.761; train_acc 0.750\n",
            "epoch 1, step 202: train_loss 0.720; train_acc 0.766\n",
            "epoch 1, step 203: train_loss 0.733; train_acc 0.797\n",
            "epoch 1, step 204: train_loss 0.949; train_acc 0.688\n",
            "epoch 1, step 205: train_loss 0.714; train_acc 0.797\n",
            "epoch 1, step 206: train_loss 0.476; train_acc 0.875\n",
            "epoch 1, step 207: train_loss 0.784; train_acc 0.750\n",
            "epoch 1, step 208: train_loss 0.439; train_acc 0.891\n",
            "epoch 1, step 209: train_loss 1.135; train_acc 0.656\n",
            "epoch 1, step 210: train_loss 0.708; train_acc 0.750\n",
            "epoch 1, step 211: train_loss 0.891; train_acc 0.734\n",
            "epoch 1, step 212: train_loss 0.516; train_acc 0.828\n",
            "epoch 1, step 213: train_loss 0.562; train_acc 0.859\n",
            "epoch 1, step 214: train_loss 0.563; train_acc 0.844\n",
            "epoch 1, step 215: train_loss 0.686; train_acc 0.781\n",
            "epoch 1, step 216: train_loss 0.663; train_acc 0.781\n",
            "epoch 1, step 217: train_loss 0.661; train_acc 0.844\n",
            "epoch 1, step 218: train_loss 0.700; train_acc 0.797\n",
            "epoch 1, step 219: train_loss 0.570; train_acc 0.812\n",
            "epoch 1, step 220: train_loss 0.524; train_acc 0.844\n",
            "epoch 1, step 221: train_loss 0.904; train_acc 0.703\n",
            "epoch 1, step 222: train_loss 0.687; train_acc 0.828\n",
            "epoch 1, step 223: train_loss 0.599; train_acc 0.812\n",
            "epoch 1, step 224: train_loss 0.539; train_acc 0.844\n",
            "epoch 1, step 225: train_loss 0.651; train_acc 0.828\n",
            "epoch 1, step 226: train_loss 0.449; train_acc 0.844\n",
            "epoch 1, step 227: train_loss 0.678; train_acc 0.812\n",
            "epoch 1, step 228: train_loss 0.749; train_acc 0.828\n",
            "epoch 1, step 229: train_loss 0.362; train_acc 0.891\n",
            "epoch 1, step 230: train_loss 0.422; train_acc 0.875\n",
            "epoch 1, step 231: train_loss 0.850; train_acc 0.781\n",
            "epoch 1, step 232: train_loss 0.591; train_acc 0.844\n",
            "epoch 1, step 233: train_loss 0.658; train_acc 0.781\n",
            "epoch 1, step 234: train_loss 0.883; train_acc 0.688\n",
            "epoch 1, step 235: train_loss 0.465; train_acc 0.875\n",
            "epoch 1, step 236: train_loss 0.895; train_acc 0.734\n",
            "epoch 1, step 237: train_loss 0.532; train_acc 0.875\n",
            "epoch 1, step 238: train_loss 0.700; train_acc 0.781\n",
            "epoch 1, step 239: train_loss 0.631; train_acc 0.828\n",
            "epoch 1, step 240: train_loss 0.639; train_acc 0.812\n",
            "epoch 1, step 241: train_loss 0.749; train_acc 0.781\n",
            "epoch 1, step 242: train_loss 0.730; train_acc 0.812\n",
            "epoch 1, step 243: train_loss 0.679; train_acc 0.781\n",
            "epoch 1, step 244: train_loss 0.510; train_acc 0.844\n",
            "epoch 1, step 245: train_loss 0.361; train_acc 0.875\n",
            "epoch 1, step 246: train_loss 0.592; train_acc 0.875\n",
            "epoch 1, step 247: train_loss 1.103; train_acc 0.750\n",
            "epoch 1, step 248: train_loss 0.408; train_acc 0.844\n",
            "epoch 1, step 249: train_loss 0.653; train_acc 0.781\n",
            "epoch 1, step 250: train_loss 0.405; train_acc 0.953\n",
            "epoch 1, step 251: train_loss 0.809; train_acc 0.766\n",
            "epoch 1, step 252: train_loss 0.460; train_acc 0.859\n",
            "epoch 1, step 253: train_loss 0.516; train_acc 0.812\n",
            "epoch 1, step 254: train_loss 0.825; train_acc 0.797\n",
            "epoch 1, step 255: train_loss 0.740; train_acc 0.781\n",
            "epoch 1, step 256: train_loss 0.738; train_acc 0.828\n",
            "epoch 1, step 257: train_loss 0.471; train_acc 0.922\n",
            "epoch 1, step 258: train_loss 0.753; train_acc 0.766\n",
            "epoch 1, step 259: train_loss 0.520; train_acc 0.812\n",
            "epoch 1, step 260: train_loss 0.574; train_acc 0.859\n",
            "epoch 1, step 261: train_loss 0.945; train_acc 0.734\n",
            "epoch 1, step 262: train_loss 0.487; train_acc 0.922\n",
            "epoch 1, step 263: train_loss 0.465; train_acc 0.906\n",
            "epoch 1, step 264: train_loss 0.572; train_acc 0.844\n",
            "epoch 1, step 265: train_loss 0.839; train_acc 0.750\n",
            "epoch 1, step 266: train_loss 0.629; train_acc 0.812\n",
            "epoch 1, step 267: train_loss 0.576; train_acc 0.781\n",
            "epoch 1, step 268: train_loss 0.707; train_acc 0.797\n",
            "epoch 1, step 269: train_loss 0.851; train_acc 0.734\n",
            "epoch 1, step 270: train_loss 0.684; train_acc 0.812\n",
            "epoch 1, step 271: train_loss 0.671; train_acc 0.781\n",
            "epoch 1, step 272: train_loss 0.775; train_acc 0.797\n",
            "epoch 1, step 273: train_loss 0.731; train_acc 0.781\n",
            "epoch 1, step 274: train_loss 0.782; train_acc 0.766\n",
            "epoch 1, step 275: train_loss 0.476; train_acc 0.812\n",
            "epoch 1, step 276: train_loss 0.656; train_acc 0.797\n",
            "epoch 1, step 277: train_loss 0.404; train_acc 0.906\n",
            "epoch 1, step 278: train_loss 0.590; train_acc 0.812\n",
            "epoch 1, step 279: train_loss 0.444; train_acc 0.859\n",
            "epoch 1, step 280: train_loss 0.570; train_acc 0.812\n",
            "epoch 1, step 281: train_loss 0.622; train_acc 0.828\n",
            "epoch 1, step 282: train_loss 0.358; train_acc 0.891\n",
            "epoch 1, step 283: train_loss 0.499; train_acc 0.875\n",
            "epoch 1, step 284: train_loss 0.342; train_acc 0.875\n",
            "epoch 1, step 285: train_loss 0.455; train_acc 0.875\n",
            "epoch 1, step 286: train_loss 0.621; train_acc 0.812\n",
            "epoch 1, step 287: train_loss 0.645; train_acc 0.812\n",
            "epoch 1, step 288: train_loss 0.503; train_acc 0.844\n",
            "epoch 1, step 289: train_loss 0.727; train_acc 0.781\n",
            "epoch 1, step 290: train_loss 0.992; train_acc 0.719\n",
            "epoch 1, step 291: train_loss 0.602; train_acc 0.859\n",
            "epoch 1, step 292: train_loss 0.364; train_acc 0.891\n",
            "epoch 1, step 293: train_loss 0.675; train_acc 0.750\n",
            "epoch 1, step 294: train_loss 0.702; train_acc 0.812\n",
            "epoch 1, step 295: train_loss 0.601; train_acc 0.812\n",
            "epoch 1, step 296: train_loss 0.566; train_acc 0.797\n",
            "epoch 1, step 297: train_loss 0.471; train_acc 0.859\n",
            "epoch 1, step 298: train_loss 0.611; train_acc 0.781\n",
            "epoch 1, step 299: train_loss 0.480; train_acc 0.859\n",
            "epoch 1, step 300: train_loss 0.787; train_acc 0.781\n",
            "epoch 1, step 301: train_loss 0.602; train_acc 0.781\n",
            "epoch 1, step 302: train_loss 0.436; train_acc 0.875\n",
            "epoch 1, step 303: train_loss 0.748; train_acc 0.781\n",
            "epoch 1, step 304: train_loss 0.471; train_acc 0.844\n",
            "epoch 1, step 305: train_loss 0.574; train_acc 0.844\n",
            "epoch 1, step 306: train_loss 0.318; train_acc 0.922\n",
            "epoch 1, step 307: train_loss 0.700; train_acc 0.750\n",
            "epoch 1, step 308: train_loss 0.551; train_acc 0.828\n",
            "epoch 1, step 309: train_loss 0.518; train_acc 0.875\n",
            "epoch 1, step 310: train_loss 0.417; train_acc 0.828\n",
            "epoch 1, step 311: train_loss 0.499; train_acc 0.812\n",
            "epoch 1, step 312: train_loss 0.609; train_acc 0.828\n",
            "epoch 1, step 313: train_loss 0.457; train_acc 0.828\n",
            "epoch 1, step 314: train_loss 0.451; train_acc 0.891\n",
            "epoch 1, step 315: train_loss 0.440; train_acc 0.875\n",
            "epoch 1, step 316: train_loss 0.557; train_acc 0.797\n",
            "epoch 1, step 317: train_loss 0.608; train_acc 0.766\n",
            "epoch 1, step 318: train_loss 0.356; train_acc 0.906\n",
            "epoch 1, step 319: train_loss 0.601; train_acc 0.812\n",
            "epoch 1, step 320: train_loss 0.578; train_acc 0.859\n",
            "epoch 1, step 321: train_loss 0.436; train_acc 0.844\n",
            "epoch 1, step 322: train_loss 0.594; train_acc 0.844\n",
            "epoch 1, step 323: train_loss 0.711; train_acc 0.797\n",
            "epoch 1, step 324: train_loss 0.498; train_acc 0.828\n",
            "epoch 1, step 325: train_loss 0.508; train_acc 0.859\n",
            "epoch 1, step 326: train_loss 0.749; train_acc 0.766\n",
            "epoch 1, step 327: train_loss 0.634; train_acc 0.781\n",
            "epoch 1, step 328: train_loss 0.837; train_acc 0.766\n",
            "epoch 1, step 329: train_loss 0.379; train_acc 0.875\n",
            "epoch 1, step 330: train_loss 0.736; train_acc 0.719\n",
            "epoch 1, step 331: train_loss 0.800; train_acc 0.781\n",
            "epoch 1, step 332: train_loss 0.256; train_acc 0.906\n",
            "epoch 1, step 333: train_loss 0.525; train_acc 0.859\n",
            "epoch 1, step 334: train_loss 0.559; train_acc 0.781\n",
            "epoch 1, step 335: train_loss 0.717; train_acc 0.797\n",
            "epoch 1, step 336: train_loss 0.598; train_acc 0.797\n",
            "epoch 1, step 337: train_loss 0.398; train_acc 0.891\n",
            "epoch 1, step 338: train_loss 0.535; train_acc 0.797\n",
            "epoch 1, step 339: train_loss 0.401; train_acc 0.875\n",
            "epoch 1, step 340: train_loss 0.649; train_acc 0.781\n",
            "epoch 1, step 341: train_loss 0.549; train_acc 0.859\n",
            "epoch 1, step 342: train_loss 0.681; train_acc 0.781\n",
            "epoch 1, step 343: train_loss 0.489; train_acc 0.828\n",
            "epoch 1, step 344: train_loss 0.438; train_acc 0.844\n",
            "epoch 1, step 345: train_loss 0.522; train_acc 0.844\n",
            "epoch 1, step 346: train_loss 0.309; train_acc 0.906\n",
            "epoch 1, step 347: train_loss 0.536; train_acc 0.797\n",
            "epoch 1, step 348: train_loss 0.587; train_acc 0.812\n",
            "epoch 1, step 349: train_loss 0.512; train_acc 0.859\n",
            "epoch 1, step 350: train_loss 0.419; train_acc 0.859\n",
            "epoch 1, step 351: train_loss 0.403; train_acc 0.859\n",
            "epoch 1, step 352: train_loss 0.370; train_acc 0.891\n",
            "epoch 1, step 353: train_loss 0.751; train_acc 0.797\n",
            "epoch 1, step 354: train_loss 0.507; train_acc 0.859\n",
            "epoch 1, step 355: train_loss 0.579; train_acc 0.812\n",
            "epoch 1, step 356: train_loss 0.395; train_acc 0.906\n",
            "epoch 1, step 357: train_loss 0.440; train_acc 0.875\n",
            "epoch 1, step 358: train_loss 0.705; train_acc 0.766\n",
            "epoch 1, step 359: train_loss 0.462; train_acc 0.859\n",
            "epoch 1, step 360: train_loss 0.627; train_acc 0.766\n",
            "epoch 1, step 361: train_loss 0.467; train_acc 0.844\n",
            "epoch 1, step 362: train_loss 0.603; train_acc 0.844\n",
            "epoch 1, step 363: train_loss 0.531; train_acc 0.844\n",
            "epoch 1, step 364: train_loss 0.459; train_acc 0.938\n",
            "epoch 1, step 365: train_loss 0.470; train_acc 0.859\n",
            "epoch 1, step 366: train_loss 0.608; train_acc 0.844\n",
            "epoch 1, step 367: train_loss 0.538; train_acc 0.828\n",
            "epoch 1, step 368: train_loss 0.759; train_acc 0.797\n",
            "epoch 1, step 369: train_loss 0.486; train_acc 0.844\n",
            "epoch 1, step 370: train_loss 0.769; train_acc 0.766\n",
            "epoch 1, step 371: train_loss 0.682; train_acc 0.828\n",
            "epoch 1, step 372: train_loss 0.417; train_acc 0.844\n",
            "epoch 1, step 373: train_loss 0.393; train_acc 0.891\n",
            "epoch 1, step 374: train_loss 0.637; train_acc 0.797\n",
            "epoch 1, step 375: train_loss 0.697; train_acc 0.781\n",
            "epoch 1, step 376: train_loss 0.635; train_acc 0.781\n",
            "epoch 1, step 377: train_loss 0.399; train_acc 0.859\n",
            "epoch 1, step 378: train_loss 0.674; train_acc 0.844\n",
            "epoch 1, step 379: train_loss 0.452; train_acc 0.844\n",
            "epoch 1, step 380: train_loss 0.464; train_acc 0.875\n",
            "epoch 1, step 381: train_loss 0.321; train_acc 0.922\n",
            "epoch 1, step 382: train_loss 0.520; train_acc 0.812\n",
            "epoch 1, step 383: train_loss 0.659; train_acc 0.781\n",
            "epoch 1, step 384: train_loss 0.729; train_acc 0.797\n",
            "epoch 1, step 385: train_loss 0.416; train_acc 0.875\n",
            "epoch 1, step 386: train_loss 0.579; train_acc 0.812\n",
            "epoch 1, step 387: train_loss 0.582; train_acc 0.828\n",
            "epoch 1, step 388: train_loss 0.561; train_acc 0.812\n",
            "epoch 1, step 389: train_loss 0.450; train_acc 0.859\n",
            "epoch 1, step 390: train_loss 0.710; train_acc 0.766\n",
            "epoch 1, step 391: train_loss 0.571; train_acc 0.812\n",
            "epoch 1, step 392: train_loss 0.545; train_acc 0.781\n",
            "epoch 1, step 393: train_loss 0.419; train_acc 0.812\n",
            "epoch 1, step 394: train_loss 0.573; train_acc 0.859\n",
            "epoch 1, step 395: train_loss 0.274; train_acc 0.922\n",
            "epoch 1, step 396: train_loss 0.252; train_acc 0.922\n",
            "epoch 1, step 397: train_loss 0.325; train_acc 0.891\n",
            "epoch 1, step 398: train_loss 0.274; train_acc 0.906\n",
            "epoch 1, step 399: train_loss 0.504; train_acc 0.859\n",
            "epoch 1, step 400: train_loss 0.619; train_acc 0.812\n",
            "epoch 1, step 401: train_loss 0.392; train_acc 0.906\n",
            "epoch 1, step 402: train_loss 0.664; train_acc 0.812\n",
            "epoch 1, step 403: train_loss 0.419; train_acc 0.859\n",
            "epoch 1, step 404: train_loss 0.732; train_acc 0.781\n",
            "epoch 1, step 405: train_loss 0.391; train_acc 0.859\n",
            "epoch 1, step 406: train_loss 0.461; train_acc 0.828\n",
            "epoch 1, step 407: train_loss 0.268; train_acc 0.938\n",
            "epoch 1, step 408: train_loss 0.423; train_acc 0.859\n",
            "epoch 1, step 409: train_loss 0.435; train_acc 0.859\n",
            "epoch 1, step 410: train_loss 0.391; train_acc 0.875\n",
            "epoch 1, step 411: train_loss 0.368; train_acc 0.875\n",
            "epoch 1, step 412: train_loss 0.572; train_acc 0.812\n",
            "epoch 1, step 413: train_loss 0.617; train_acc 0.859\n",
            "epoch 1, step 414: train_loss 0.351; train_acc 0.875\n",
            "epoch 1, step 415: train_loss 0.652; train_acc 0.797\n",
            "epoch 1, step 416: train_loss 0.347; train_acc 0.906\n",
            "epoch 1, step 417: train_loss 0.563; train_acc 0.812\n",
            "epoch 1, step 418: train_loss 0.330; train_acc 0.891\n",
            "epoch 1, step 419: train_loss 0.682; train_acc 0.812\n",
            "epoch 1, step 420: train_loss 0.615; train_acc 0.812\n",
            "epoch 1, step 421: train_loss 0.568; train_acc 0.844\n",
            "epoch 1, step 422: train_loss 0.429; train_acc 0.891\n",
            "epoch 1, step 423: train_loss 0.389; train_acc 0.875\n",
            "epoch 1, step 424: train_loss 0.382; train_acc 0.875\n",
            "epoch 1, step 425: train_loss 0.534; train_acc 0.812\n",
            "epoch 1, step 426: train_loss 0.604; train_acc 0.812\n",
            "epoch 1, step 427: train_loss 0.349; train_acc 0.906\n",
            "epoch 1, step 428: train_loss 0.334; train_acc 0.922\n",
            "epoch 1, step 429: train_loss 0.584; train_acc 0.812\n",
            "epoch 1, step 430: train_loss 0.337; train_acc 0.875\n",
            "epoch 1, step 431: train_loss 0.498; train_acc 0.859\n",
            "epoch 1, step 432: train_loss 0.443; train_acc 0.797\n",
            "epoch 1, step 433: train_loss 0.313; train_acc 0.906\n",
            "epoch 1, step 434: train_loss 0.670; train_acc 0.766\n",
            "epoch 1, step 435: train_loss 0.399; train_acc 0.906\n",
            "epoch 1, step 436: train_loss 0.547; train_acc 0.781\n",
            "epoch 1, step 437: train_loss 0.456; train_acc 0.891\n",
            "epoch 1, step 438: train_loss 0.464; train_acc 0.891\n",
            "epoch 1, step 439: train_loss 0.337; train_acc 0.891\n",
            "epoch 1, step 440: train_loss 0.307; train_acc 0.859\n",
            "epoch 1, step 441: train_loss 0.417; train_acc 0.844\n",
            "epoch 1, step 442: train_loss 0.221; train_acc 0.922\n",
            "epoch 1, step 443: train_loss 0.499; train_acc 0.812\n",
            "epoch 1, step 444: train_loss 0.380; train_acc 0.891\n",
            "epoch 1, step 445: train_loss 0.735; train_acc 0.781\n",
            "epoch 1, step 446: train_loss 0.567; train_acc 0.828\n",
            "epoch 1, step 447: train_loss 0.696; train_acc 0.797\n",
            "epoch 1, step 448: train_loss 0.520; train_acc 0.844\n",
            "epoch 1, step 449: train_loss 0.283; train_acc 0.891\n",
            "epoch 1, step 450: train_loss 0.376; train_acc 0.875\n",
            "epoch 1, step 451: train_loss 0.249; train_acc 0.906\n",
            "epoch 1, step 452: train_loss 0.394; train_acc 0.844\n",
            "epoch 1, step 453: train_loss 0.423; train_acc 0.875\n",
            "epoch 1, step 454: train_loss 0.557; train_acc 0.812\n",
            "epoch 1, step 455: train_loss 0.553; train_acc 0.828\n",
            "epoch 1, step 456: train_loss 0.511; train_acc 0.859\n",
            "epoch 1, step 457: train_loss 0.353; train_acc 0.906\n",
            "epoch 1, step 458: train_loss 0.764; train_acc 0.797\n",
            "epoch 1, step 459: train_loss 0.580; train_acc 0.859\n",
            "epoch 1, step 460: train_loss 0.525; train_acc 0.844\n",
            "epoch 1, step 461: train_loss 0.501; train_acc 0.844\n",
            "epoch 1, step 462: train_loss 0.371; train_acc 0.859\n",
            "epoch 1, step 463: train_loss 0.498; train_acc 0.891\n",
            "epoch 1, step 464: train_loss 0.486; train_acc 0.828\n",
            "epoch 1, step 465: train_loss 0.364; train_acc 0.875\n",
            "epoch 1, step 466: train_loss 0.389; train_acc 0.906\n",
            "epoch 1, step 467: train_loss 0.661; train_acc 0.781\n",
            "epoch 1, step 468: train_loss 0.232; train_acc 0.922\n",
            "epoch 1, step 469: train_loss 0.462; train_acc 0.844\n",
            "epoch 1, step 470: train_loss 0.692; train_acc 0.812\n",
            "epoch 1, step 471: train_loss 0.524; train_acc 0.844\n",
            "epoch 1, step 472: train_loss 0.533; train_acc 0.828\n",
            "epoch 1, step 473: train_loss 0.382; train_acc 0.859\n",
            "epoch 1, step 474: train_loss 0.639; train_acc 0.781\n",
            "epoch 1, step 475: train_loss 0.483; train_acc 0.859\n",
            "epoch 1, step 476: train_loss 0.589; train_acc 0.828\n",
            "epoch 1, step 477: train_loss 0.466; train_acc 0.875\n",
            "epoch 1, step 478: train_loss 0.435; train_acc 0.891\n",
            "epoch 1, step 479: train_loss 0.366; train_acc 0.906\n",
            "epoch 1, step 480: train_loss 0.758; train_acc 0.703\n",
            "epoch 1, step 481: train_loss 0.513; train_acc 0.875\n",
            "epoch 1, step 482: train_loss 0.335; train_acc 0.906\n",
            "epoch 1, step 483: train_loss 0.265; train_acc 0.906\n",
            "epoch 1, step 484: train_loss 0.566; train_acc 0.797\n",
            "epoch 1, step 485: train_loss 0.201; train_acc 0.969\n",
            "epoch 1, step 486: train_loss 0.452; train_acc 0.875\n",
            "epoch 1, step 487: train_loss 0.558; train_acc 0.812\n",
            "epoch 1, step 488: train_loss 0.240; train_acc 0.922\n",
            "epoch 1, step 489: train_loss 0.508; train_acc 0.875\n",
            "epoch 1, step 490: train_loss 0.323; train_acc 0.938\n",
            "epoch 1, step 491: train_loss 0.520; train_acc 0.875\n",
            "epoch 1, step 492: train_loss 0.258; train_acc 0.906\n",
            "epoch 1, step 493: train_loss 0.337; train_acc 0.859\n",
            "epoch 1, step 494: train_loss 0.535; train_acc 0.844\n",
            "epoch 1, step 495: train_loss 0.691; train_acc 0.828\n",
            "epoch 1, step 496: train_loss 0.421; train_acc 0.844\n",
            "epoch 1, step 497: train_loss 0.530; train_acc 0.812\n",
            "epoch 1, step 498: train_loss 0.348; train_acc 0.906\n",
            "epoch 1, step 499: train_loss 0.281; train_acc 0.891\n",
            "epoch 1, step 500: train_loss 0.346; train_acc 0.875\n",
            "epoch 1, step 501: train_loss 1.089; train_acc 0.719\n",
            "epoch 1, step 502: train_loss 0.354; train_acc 0.922\n",
            "epoch 1, step 503: train_loss 0.501; train_acc 0.859\n",
            "epoch 1, step 504: train_loss 0.698; train_acc 0.844\n",
            "epoch 1, step 505: train_loss 0.560; train_acc 0.812\n",
            "epoch 1, step 506: train_loss 0.475; train_acc 0.875\n",
            "epoch 1, step 507: train_loss 0.565; train_acc 0.859\n",
            "epoch 1, step 508: train_loss 0.334; train_acc 0.875\n",
            "epoch 1, step 509: train_loss 0.418; train_acc 0.906\n",
            "epoch 1, step 510: train_loss 0.653; train_acc 0.812\n",
            "epoch 1, step 511: train_loss 0.269; train_acc 0.938\n",
            "epoch 1, step 512: train_loss 0.408; train_acc 0.859\n",
            "epoch 1, step 513: train_loss 0.247; train_acc 0.922\n",
            "epoch 1, step 514: train_loss 0.568; train_acc 0.828\n",
            "epoch 1, step 515: train_loss 0.467; train_acc 0.875\n",
            "epoch 1, step 516: train_loss 0.712; train_acc 0.750\n",
            "epoch 1, step 517: train_loss 0.585; train_acc 0.828\n",
            "epoch 1, step 518: train_loss 0.576; train_acc 0.844\n",
            "epoch 1, step 519: train_loss 0.587; train_acc 0.844\n",
            "epoch 1, step 520: train_loss 0.317; train_acc 0.891\n",
            "epoch 1, step 521: train_loss 0.559; train_acc 0.828\n",
            "epoch 1, step 522: train_loss 0.301; train_acc 0.906\n",
            "epoch 1, step 523: train_loss 0.691; train_acc 0.781\n",
            "epoch 1, step 524: train_loss 0.487; train_acc 0.844\n",
            "epoch 1, step 525: train_loss 0.415; train_acc 0.875\n",
            "epoch 1, step 526: train_loss 0.405; train_acc 0.875\n",
            "epoch 1, step 527: train_loss 0.590; train_acc 0.828\n",
            "epoch 1, step 528: train_loss 0.340; train_acc 0.906\n",
            "epoch 1, step 529: train_loss 0.424; train_acc 0.859\n",
            "epoch 1, step 530: train_loss 0.356; train_acc 0.891\n",
            "epoch 1, step 531: train_loss 0.671; train_acc 0.844\n",
            "epoch 1, step 532: train_loss 0.359; train_acc 0.906\n",
            "epoch 1, step 533: train_loss 0.307; train_acc 0.922\n",
            "epoch 1, step 534: train_loss 0.409; train_acc 0.875\n",
            "epoch 1, step 535: train_loss 0.195; train_acc 0.922\n",
            "epoch 1, step 536: train_loss 0.364; train_acc 0.875\n",
            "epoch 1, step 537: train_loss 0.416; train_acc 0.922\n",
            "epoch 1, step 538: train_loss 0.491; train_acc 0.844\n",
            "epoch 1, step 539: train_loss 0.421; train_acc 0.812\n",
            "epoch 1, step 540: train_loss 0.285; train_acc 0.938\n",
            "epoch 1, step 541: train_loss 0.540; train_acc 0.859\n",
            "epoch 1, step 542: train_loss 0.314; train_acc 0.906\n",
            "epoch 1, step 543: train_loss 0.269; train_acc 0.922\n",
            "epoch 1, step 544: train_loss 0.523; train_acc 0.828\n",
            "epoch 1, step 545: train_loss 0.241; train_acc 0.953\n",
            "epoch 1, step 546: train_loss 0.276; train_acc 0.906\n",
            "epoch 1, step 547: train_loss 0.434; train_acc 0.891\n",
            "epoch 1, step 548: train_loss 0.527; train_acc 0.875\n",
            "epoch 1, step 549: train_loss 0.431; train_acc 0.875\n",
            "epoch 1, step 550: train_loss 0.519; train_acc 0.844\n",
            "epoch 1, step 551: train_loss 0.689; train_acc 0.812\n",
            "epoch 1, step 552: train_loss 0.631; train_acc 0.812\n",
            "epoch 1, step 553: train_loss 0.606; train_acc 0.859\n",
            "epoch 1, step 554: train_loss 0.627; train_acc 0.828\n",
            "epoch 1, step 555: train_loss 0.309; train_acc 0.906\n",
            "epoch 1, step 556: train_loss 0.584; train_acc 0.828\n",
            "epoch 1, step 557: train_loss 0.590; train_acc 0.844\n",
            "epoch 1, step 558: train_loss 0.376; train_acc 0.906\n",
            "epoch 1, step 559: train_loss 0.316; train_acc 0.922\n",
            "epoch 1, step 560: train_loss 0.505; train_acc 0.828\n",
            "epoch 1, step 561: train_loss 0.409; train_acc 0.859\n",
            "epoch 1, step 562: train_loss 0.430; train_acc 0.828\n",
            "epoch 1, step 563: train_loss 0.639; train_acc 0.781\n",
            "epoch 1, step 564: train_loss 0.374; train_acc 0.844\n",
            "epoch 1, step 565: train_loss 0.547; train_acc 0.844\n",
            "epoch 1, step 566: train_loss 0.533; train_acc 0.812\n",
            "epoch 1, step 567: train_loss 0.349; train_acc 0.859\n",
            "epoch 1, step 568: train_loss 0.564; train_acc 0.812\n",
            "epoch 1, step 569: train_loss 0.320; train_acc 0.891\n",
            "epoch 1, step 570: train_loss 0.559; train_acc 0.844\n",
            "epoch 1, step 571: train_loss 0.391; train_acc 0.859\n",
            "epoch 1, step 572: train_loss 0.348; train_acc 0.906\n",
            "epoch 1, step 573: train_loss 0.400; train_acc 0.844\n",
            "epoch 1, step 574: train_loss 0.380; train_acc 0.828\n",
            "epoch 1, step 575: train_loss 0.805; train_acc 0.750\n",
            "epoch 1, step 576: train_loss 0.171; train_acc 0.938\n",
            "epoch 1, step 577: train_loss 0.589; train_acc 0.812\n",
            "epoch 1, step 578: train_loss 0.352; train_acc 0.906\n",
            "epoch 1, step 579: train_loss 0.209; train_acc 0.922\n",
            "epoch 1, step 580: train_loss 0.345; train_acc 0.875\n",
            "epoch 1, step 581: train_loss 0.566; train_acc 0.844\n",
            "epoch 1, step 582: train_loss 0.587; train_acc 0.828\n",
            "epoch 1, step 583: train_loss 0.422; train_acc 0.891\n",
            "epoch 1, step 584: train_loss 0.704; train_acc 0.750\n",
            "epoch 1, step 585: train_loss 0.526; train_acc 0.844\n",
            "epoch 1, step 586: train_loss 0.399; train_acc 0.891\n",
            "epoch 1, step 587: train_loss 0.591; train_acc 0.797\n",
            "epoch 1, step 588: train_loss 0.539; train_acc 0.828\n",
            "epoch 1, step 589: train_loss 0.459; train_acc 0.812\n",
            "epoch 1, step 590: train_loss 0.341; train_acc 0.906\n",
            "epoch 1, step 591: train_loss 0.441; train_acc 0.891\n",
            "epoch 1, step 592: train_loss 0.223; train_acc 0.938\n",
            "epoch 1, step 593: train_loss 0.415; train_acc 0.875\n",
            "epoch 1, step 594: train_loss 0.292; train_acc 0.906\n",
            "epoch 1, step 595: train_loss 0.493; train_acc 0.875\n",
            "epoch 1, step 596: train_loss 0.385; train_acc 0.906\n",
            "epoch 1, step 597: train_loss 0.258; train_acc 0.906\n",
            "epoch 1, step 598: train_loss 0.357; train_acc 0.938\n",
            "epoch 1, step 599: train_loss 0.188; train_acc 0.953\n",
            "epoch 1, step 600: train_loss 0.293; train_acc 0.906\n",
            "epoch 1, step 601: train_loss 0.320; train_acc 0.906\n",
            "epoch 1, step 602: train_loss 0.280; train_acc 0.891\n",
            "epoch 1, step 603: train_loss 0.376; train_acc 0.844\n",
            "epoch 1, step 604: train_loss 0.328; train_acc 0.906\n",
            "epoch 1, step 605: train_loss 0.349; train_acc 0.844\n",
            "epoch 1, step 606: train_loss 0.599; train_acc 0.766\n",
            "epoch 1, step 607: train_loss 0.400; train_acc 0.828\n",
            "epoch 1, step 608: train_loss 0.282; train_acc 0.875\n",
            "epoch 1, step 609: train_loss 0.241; train_acc 0.906\n",
            "epoch 1, step 610: train_loss 0.338; train_acc 0.906\n",
            "epoch 1, step 611: train_loss 0.291; train_acc 0.922\n",
            "epoch 1, step 612: train_loss 0.471; train_acc 0.891\n",
            "epoch 1, step 613: train_loss 0.160; train_acc 0.953\n",
            "epoch 1, step 614: train_loss 0.299; train_acc 0.859\n",
            "epoch 1, step 615: train_loss 0.449; train_acc 0.859\n",
            "epoch 1, step 616: train_loss 0.404; train_acc 0.922\n",
            "epoch 1, step 617: train_loss 0.428; train_acc 0.844\n",
            "epoch 1, step 618: train_loss 0.246; train_acc 0.906\n",
            "epoch 1, step 619: train_loss 0.264; train_acc 0.906\n",
            "epoch 1, step 620: train_loss 0.335; train_acc 0.891\n",
            "epoch 1, step 621: train_loss 0.160; train_acc 0.922\n",
            "epoch 1, step 622: train_loss 0.434; train_acc 0.891\n",
            "epoch 1, step 623: train_loss 0.445; train_acc 0.859\n",
            "epoch 1, step 624: train_loss 0.284; train_acc 0.922\n",
            "epoch 1, step 625: train_loss 0.315; train_acc 0.906\n",
            "epoch 1, step 626: train_loss 0.295; train_acc 0.844\n",
            "epoch 1, step 627: train_loss 0.397; train_acc 0.891\n",
            "epoch 1, step 628: train_loss 0.686; train_acc 0.859\n",
            "epoch 1, step 629: train_loss 0.510; train_acc 0.781\n",
            "epoch 1, step 630: train_loss 0.717; train_acc 0.812\n",
            "epoch 1, step 631: train_loss 0.133; train_acc 0.938\n",
            "epoch 1, step 632: train_loss 0.430; train_acc 0.859\n",
            "epoch 1, step 633: train_loss 0.463; train_acc 0.859\n",
            "epoch 1, step 634: train_loss 0.177; train_acc 0.922\n",
            "epoch 1, step 635: train_loss 0.302; train_acc 0.875\n",
            "epoch 1, step 636: train_loss 0.534; train_acc 0.891\n",
            "epoch 1, step 637: train_loss 0.254; train_acc 0.938\n",
            "epoch 1, step 638: train_loss 0.294; train_acc 0.891\n",
            "epoch 1, step 639: train_loss 0.270; train_acc 0.906\n",
            "epoch 1, step 640: train_loss 0.431; train_acc 0.891\n",
            "epoch 1, step 641: train_loss 0.386; train_acc 0.891\n",
            "epoch 1, step 642: train_loss 0.343; train_acc 0.875\n",
            "epoch 1, step 643: train_loss 0.371; train_acc 0.906\n",
            "epoch 1, step 644: train_loss 0.322; train_acc 0.906\n",
            "epoch 1, step 645: train_loss 0.334; train_acc 0.906\n",
            "epoch 1, step 646: train_loss 0.358; train_acc 0.812\n",
            "epoch 1, step 647: train_loss 0.496; train_acc 0.875\n",
            "epoch 1, step 648: train_loss 0.484; train_acc 0.859\n",
            "epoch 1, step 649: train_loss 0.621; train_acc 0.828\n",
            "epoch 1, step 650: train_loss 0.192; train_acc 0.938\n",
            "epoch 1, step 651: train_loss 0.440; train_acc 0.844\n",
            "epoch 1, step 652: train_loss 0.265; train_acc 0.906\n",
            "epoch 1, step 653: train_loss 0.412; train_acc 0.922\n",
            "epoch 1, step 654: train_loss 0.592; train_acc 0.812\n",
            "epoch 1, step 655: train_loss 0.371; train_acc 0.859\n",
            "epoch 1, step 656: train_loss 0.504; train_acc 0.875\n",
            "epoch 1, step 657: train_loss 0.274; train_acc 0.922\n",
            "epoch 1, step 658: train_loss 0.404; train_acc 0.875\n",
            "epoch 1, step 659: train_loss 0.192; train_acc 0.938\n",
            "epoch 1, step 660: train_loss 0.358; train_acc 0.891\n",
            "epoch 1, step 661: train_loss 0.233; train_acc 0.922\n",
            "epoch 1, step 662: train_loss 0.419; train_acc 0.812\n",
            "epoch 1, step 663: train_loss 0.425; train_acc 0.859\n",
            "epoch 1, step 664: train_loss 0.106; train_acc 0.953\n",
            "epoch 1, step 665: train_loss 0.328; train_acc 0.859\n",
            "epoch 1, step 666: train_loss 0.494; train_acc 0.906\n",
            "epoch 1, step 667: train_loss 0.339; train_acc 0.906\n",
            "epoch 1, step 668: train_loss 0.365; train_acc 0.891\n",
            "epoch 1, step 669: train_loss 0.613; train_acc 0.844\n",
            "epoch 1, step 670: train_loss 0.372; train_acc 0.844\n",
            "epoch 1, step 671: train_loss 0.271; train_acc 0.906\n",
            "epoch 1, step 672: train_loss 0.473; train_acc 0.875\n",
            "epoch 1, step 673: train_loss 0.421; train_acc 0.859\n",
            "epoch 1, step 674: train_loss 0.338; train_acc 0.891\n",
            "epoch 1, step 675: train_loss 0.314; train_acc 0.891\n",
            "epoch 1, step 676: train_loss 0.275; train_acc 0.922\n",
            "epoch 1, step 677: train_loss 0.149; train_acc 0.953\n",
            "epoch 1, step 678: train_loss 0.315; train_acc 0.891\n",
            "epoch 1, step 679: train_loss 0.290; train_acc 0.906\n",
            "epoch 1, step 680: train_loss 0.361; train_acc 0.875\n",
            "epoch 1, step 681: train_loss 0.160; train_acc 0.906\n",
            "epoch 1, step 682: train_loss 0.562; train_acc 0.875\n",
            "epoch 1, step 683: train_loss 0.164; train_acc 0.953\n",
            "epoch 1, step 684: train_loss 0.241; train_acc 0.922\n",
            "epoch 1, step 685: train_loss 0.215; train_acc 0.906\n",
            "epoch 1, step 686: train_loss 0.378; train_acc 0.906\n",
            "epoch 1, step 687: train_loss 0.350; train_acc 0.875\n",
            "epoch 1, step 688: train_loss 0.291; train_acc 0.891\n",
            "epoch 1, step 689: train_loss 0.274; train_acc 0.906\n",
            "epoch 1, step 690: train_loss 0.217; train_acc 0.938\n",
            "epoch 1, step 691: train_loss 0.234; train_acc 0.922\n",
            "epoch 1, step 692: train_loss 0.279; train_acc 0.922\n",
            "epoch 1, step 693: train_loss 0.335; train_acc 0.906\n",
            "epoch 1, step 694: train_loss 0.216; train_acc 0.906\n",
            "epoch 1, step 695: train_loss 0.196; train_acc 0.953\n",
            "epoch 1, step 696: train_loss 0.193; train_acc 0.938\n",
            "epoch 1, step 697: train_loss 0.376; train_acc 0.906\n",
            "epoch 1, step 698: train_loss 0.227; train_acc 0.922\n",
            "epoch 1, step 699: train_loss 0.407; train_acc 0.875\n",
            "epoch 1, step 700: train_loss 0.376; train_acc 0.891\n",
            "epoch 1, step 701: train_loss 0.437; train_acc 0.859\n",
            "epoch 1, step 702: train_loss 0.387; train_acc 0.891\n",
            "epoch 1, step 703: train_loss 0.258; train_acc 0.906\n",
            "epoch 1, step 704: train_loss 0.423; train_acc 0.906\n",
            "epoch 1, step 705: train_loss 0.424; train_acc 0.844\n",
            "epoch 1, step 706: train_loss 0.598; train_acc 0.844\n",
            "epoch 1, step 707: train_loss 0.485; train_acc 0.875\n",
            "epoch 1, step 708: train_loss 0.411; train_acc 0.859\n",
            "epoch 1, step 709: train_loss 0.353; train_acc 0.875\n",
            "epoch 1, step 710: train_loss 0.320; train_acc 0.906\n",
            "epoch 1, step 711: train_loss 0.227; train_acc 0.938\n",
            "epoch 1, step 712: train_loss 0.201; train_acc 0.906\n",
            "epoch 1, step 713: train_loss 0.323; train_acc 0.906\n",
            "epoch 1, step 714: train_loss 0.291; train_acc 0.906\n",
            "epoch 1, step 715: train_loss 0.526; train_acc 0.781\n",
            "epoch 1, step 716: train_loss 0.287; train_acc 0.906\n",
            "epoch 1, step 717: train_loss 0.516; train_acc 0.844\n",
            "epoch 1, step 718: train_loss 0.449; train_acc 0.859\n",
            "epoch 1, step 719: train_loss 0.351; train_acc 0.891\n",
            "epoch 1, step 720: train_loss 0.315; train_acc 0.891\n",
            "epoch 1, step 721: train_loss 0.285; train_acc 0.891\n",
            "epoch 1, step 722: train_loss 0.337; train_acc 0.844\n",
            "epoch 1, step 723: train_loss 0.227; train_acc 0.938\n",
            "epoch 1, step 724: train_loss 0.386; train_acc 0.906\n",
            "epoch 1, step 725: train_loss 0.199; train_acc 0.953\n",
            "epoch 1, step 726: train_loss 0.544; train_acc 0.844\n",
            "epoch 1, step 727: train_loss 0.467; train_acc 0.875\n",
            "epoch 1, step 728: train_loss 0.253; train_acc 0.938\n",
            "epoch 1, step 729: train_loss 0.463; train_acc 0.844\n",
            "epoch 1, step 730: train_loss 0.496; train_acc 0.844\n",
            "epoch 1, step 731: train_loss 0.525; train_acc 0.828\n",
            "epoch 1, step 732: train_loss 0.163; train_acc 0.984\n",
            "epoch 1, step 733: train_loss 0.171; train_acc 0.984\n",
            "epoch 1, step 734: train_loss 0.446; train_acc 0.875\n",
            "epoch 1, step 735: train_loss 0.191; train_acc 0.922\n",
            "epoch 1, step 736: train_loss 0.462; train_acc 0.828\n",
            "epoch 1, step 737: train_loss 0.240; train_acc 0.891\n",
            "epoch 1, step 738: train_loss 0.394; train_acc 0.938\n",
            "epoch 1, step 739: train_loss 0.226; train_acc 0.922\n",
            "epoch 1, step 740: train_loss 0.344; train_acc 0.859\n",
            "epoch 1, step 741: train_loss 0.158; train_acc 0.969\n",
            "epoch 1, step 742: train_loss 0.478; train_acc 0.891\n",
            "epoch 1, step 743: train_loss 0.389; train_acc 0.906\n",
            "epoch 1, step 744: train_loss 0.232; train_acc 0.953\n",
            "epoch 1, step 745: train_loss 0.268; train_acc 0.906\n",
            "epoch 1, step 746: train_loss 0.414; train_acc 0.797\n",
            "epoch 1, step 747: train_loss 0.449; train_acc 0.859\n",
            "epoch 1, step 748: train_loss 0.338; train_acc 0.922\n",
            "epoch 1, step 749: train_loss 0.173; train_acc 0.922\n",
            "epoch 1, step 750: train_loss 0.372; train_acc 0.875\n",
            "epoch 1, step 751: train_loss 0.371; train_acc 0.891\n",
            "epoch 1, step 752: train_loss 0.368; train_acc 0.906\n",
            "epoch 1, step 753: train_loss 0.265; train_acc 0.922\n",
            "epoch 1, step 754: train_loss 0.314; train_acc 0.906\n",
            "epoch 1, step 755: train_loss 0.332; train_acc 0.922\n",
            "epoch 1, step 756: train_loss 0.344; train_acc 0.906\n",
            "epoch 1, step 757: train_loss 0.250; train_acc 0.922\n",
            "epoch 1, step 758: train_loss 0.451; train_acc 0.891\n",
            "epoch 1, step 759: train_loss 0.347; train_acc 0.891\n",
            "epoch 1, step 760: train_loss 0.433; train_acc 0.906\n",
            "epoch 1, step 761: train_loss 0.347; train_acc 0.922\n",
            "epoch 1, step 762: train_loss 0.272; train_acc 0.906\n",
            "epoch 1, step 763: train_loss 0.293; train_acc 0.875\n",
            "epoch 1, step 764: train_loss 0.294; train_acc 0.875\n",
            "epoch 1, step 765: train_loss 0.544; train_acc 0.844\n",
            "epoch 1, step 766: train_loss 0.438; train_acc 0.844\n",
            "epoch 1, step 767: train_loss 0.375; train_acc 0.859\n",
            "epoch 1, step 768: train_loss 0.345; train_acc 0.875\n",
            "epoch 1, step 769: train_loss 0.186; train_acc 0.938\n",
            "epoch 1, step 770: train_loss 0.545; train_acc 0.859\n",
            "epoch 1, step 771: train_loss 0.179; train_acc 0.938\n",
            "epoch 1, step 772: train_loss 0.345; train_acc 0.844\n",
            "epoch 1, step 773: train_loss 0.571; train_acc 0.875\n",
            "epoch 1, step 774: train_loss 0.511; train_acc 0.812\n",
            "epoch 1, step 775: train_loss 0.420; train_acc 0.922\n",
            "epoch 1, step 776: train_loss 0.357; train_acc 0.922\n",
            "epoch 1, step 777: train_loss 0.451; train_acc 0.875\n",
            "epoch 1, step 778: train_loss 0.263; train_acc 0.938\n",
            "epoch 1, step 779: train_loss 0.282; train_acc 0.922\n",
            "epoch 1, step 780: train_loss 0.430; train_acc 0.875\n",
            "epoch 1, step 781: train_loss 0.409; train_acc 0.906\n",
            "epoch 1, step 782: train_loss 0.179; train_acc 0.938\n",
            "epoch 1, step 783: train_loss 0.641; train_acc 0.797\n",
            "epoch 1, step 784: train_loss 0.266; train_acc 0.953\n",
            "epoch 1, step 785: train_loss 0.345; train_acc 0.891\n",
            "epoch 1, step 786: train_loss 0.226; train_acc 0.938\n",
            "epoch 1, step 787: train_loss 0.236; train_acc 0.922\n",
            "epoch 1, step 788: train_loss 0.252; train_acc 0.906\n",
            "epoch 1, step 789: train_loss 0.485; train_acc 0.875\n",
            "epoch 1, step 790: train_loss 0.310; train_acc 0.906\n",
            "epoch 1, step 791: train_loss 0.494; train_acc 0.859\n",
            "epoch 1, step 792: train_loss 0.575; train_acc 0.797\n",
            "epoch 1, step 793: train_loss 0.281; train_acc 0.906\n",
            "epoch 1, step 794: train_loss 0.231; train_acc 0.953\n",
            "epoch 1, step 795: train_loss 0.490; train_acc 0.844\n",
            "epoch 1, step 796: train_loss 0.194; train_acc 0.938\n",
            "epoch 1, step 797: train_loss 0.563; train_acc 0.828\n",
            "epoch 1, step 798: train_loss 0.580; train_acc 0.859\n",
            "epoch 1, step 799: train_loss 0.487; train_acc 0.797\n",
            "epoch 1, step 800: train_loss 0.365; train_acc 0.812\n",
            "epoch 1, step 801: train_loss 0.192; train_acc 0.922\n",
            "epoch 1, step 802: train_loss 0.357; train_acc 0.891\n",
            "epoch 1, step 803: train_loss 0.203; train_acc 0.953\n",
            "epoch 1, step 804: train_loss 0.461; train_acc 0.891\n",
            "epoch 1, step 805: train_loss 0.314; train_acc 0.875\n",
            "epoch 1, step 806: train_loss 0.126; train_acc 0.984\n",
            "epoch 1, step 807: train_loss 0.247; train_acc 0.922\n",
            "epoch 1, step 808: train_loss 0.203; train_acc 0.922\n",
            "epoch 1, step 809: train_loss 0.345; train_acc 0.875\n",
            "epoch 1, step 810: train_loss 0.150; train_acc 0.969\n",
            "epoch 1, step 811: train_loss 0.293; train_acc 0.875\n",
            "epoch 1, step 812: train_loss 0.243; train_acc 0.938\n",
            "epoch 1, step 813: train_loss 0.151; train_acc 0.984\n",
            "epoch 1, step 814: train_loss 0.341; train_acc 0.906\n",
            "epoch 1, step 815: train_loss 0.439; train_acc 0.891\n",
            "epoch 1, step 816: train_loss 0.237; train_acc 0.922\n",
            "epoch 1, step 817: train_loss 0.428; train_acc 0.906\n",
            "epoch 1, step 818: train_loss 0.442; train_acc 0.891\n",
            "epoch 1, step 819: train_loss 0.249; train_acc 0.922\n",
            "epoch 1, step 820: train_loss 0.453; train_acc 0.828\n",
            "epoch 1, step 821: train_loss 0.276; train_acc 0.906\n",
            "epoch 1, step 822: train_loss 0.471; train_acc 0.844\n",
            "epoch 1, step 823: train_loss 0.316; train_acc 0.891\n",
            "epoch 1, step 824: train_loss 0.426; train_acc 0.859\n",
            "epoch 1, step 825: train_loss 0.395; train_acc 0.844\n",
            "epoch 1, step 826: train_loss 0.133; train_acc 0.969\n",
            "epoch 1, step 827: train_loss 0.563; train_acc 0.859\n",
            "epoch 1, step 828: train_loss 0.463; train_acc 0.812\n",
            "epoch 1, step 829: train_loss 0.263; train_acc 0.906\n",
            "epoch 1, step 830: train_loss 0.332; train_acc 0.875\n",
            "epoch 1, step 831: train_loss 0.317; train_acc 0.875\n",
            "epoch 1, step 832: train_loss 0.308; train_acc 0.922\n",
            "epoch 1, step 833: train_loss 0.450; train_acc 0.844\n",
            "epoch 1, step 834: train_loss 0.257; train_acc 0.922\n",
            "epoch 1, step 835: train_loss 0.406; train_acc 0.891\n",
            "epoch 1, step 836: train_loss 0.251; train_acc 0.938\n",
            "epoch 1, step 837: train_loss 0.261; train_acc 0.906\n",
            "epoch 1, step 838: train_loss 0.531; train_acc 0.844\n",
            "epoch 1, step 839: train_loss 0.611; train_acc 0.875\n",
            "epoch 1, step 840: train_loss 0.404; train_acc 0.844\n",
            "epoch 1, step 841: train_loss 0.379; train_acc 0.875\n",
            "epoch 1, step 842: train_loss 0.223; train_acc 0.922\n",
            "epoch 1, step 843: train_loss 0.544; train_acc 0.844\n",
            "epoch 1, step 844: train_loss 0.232; train_acc 0.938\n",
            "epoch 1, step 845: train_loss 0.251; train_acc 0.875\n",
            "epoch 1, step 846: train_loss 0.324; train_acc 0.922\n",
            "epoch 1, step 847: train_loss 0.304; train_acc 0.906\n",
            "epoch 1, step 848: train_loss 0.267; train_acc 0.938\n",
            "epoch 1, step 849: train_loss 0.374; train_acc 0.906\n",
            "epoch 1, step 850: train_loss 0.273; train_acc 0.922\n",
            "epoch 1, step 851: train_loss 0.241; train_acc 0.938\n",
            "epoch 1, step 852: train_loss 0.316; train_acc 0.875\n",
            "epoch 1, step 853: train_loss 0.218; train_acc 0.922\n",
            "epoch 1, step 854: train_loss 0.473; train_acc 0.859\n",
            "epoch 1, step 855: train_loss 0.311; train_acc 0.891\n",
            "epoch 1, step 856: train_loss 0.293; train_acc 0.906\n",
            "epoch 1, step 857: train_loss 0.238; train_acc 0.891\n",
            "epoch 1, step 858: train_loss 0.481; train_acc 0.828\n",
            "epoch 1, step 859: train_loss 0.321; train_acc 0.875\n",
            "epoch 1, step 860: train_loss 0.274; train_acc 0.906\n",
            "epoch 1, step 861: train_loss 0.380; train_acc 0.891\n",
            "epoch 1, step 862: train_loss 0.109; train_acc 0.984\n",
            "epoch 1, step 863: train_loss 0.260; train_acc 0.891\n",
            "epoch 1, step 864: train_loss 0.425; train_acc 0.922\n",
            "epoch 1, step 865: train_loss 0.302; train_acc 0.891\n",
            "epoch 1, step 866: train_loss 0.191; train_acc 0.938\n",
            "epoch 1, step 867: train_loss 0.410; train_acc 0.906\n",
            "epoch 1, step 868: train_loss 0.358; train_acc 0.859\n",
            "epoch 1, step 869: train_loss 0.403; train_acc 0.906\n",
            "epoch 1, step 870: train_loss 0.530; train_acc 0.844\n",
            "epoch 1, step 871: train_loss 0.181; train_acc 0.891\n",
            "epoch 1, step 872: train_loss 0.289; train_acc 0.906\n",
            "epoch 1, step 873: train_loss 0.455; train_acc 0.859\n",
            "epoch 1, step 874: train_loss 0.504; train_acc 0.859\n",
            "epoch 1, step 875: train_loss 0.329; train_acc 0.922\n",
            "epoch 1, step 876: train_loss 0.305; train_acc 0.891\n",
            "epoch 1, step 877: train_loss 0.365; train_acc 0.875\n",
            "epoch 1, step 878: train_loss 0.483; train_acc 0.859\n",
            "epoch 1, step 879: train_loss 0.381; train_acc 0.891\n",
            "epoch 1, step 880: train_loss 0.239; train_acc 0.922\n",
            "epoch 1, step 881: train_loss 0.465; train_acc 0.875\n",
            "epoch 1, step 882: train_loss 0.359; train_acc 0.922\n",
            "epoch 1, step 883: train_loss 0.163; train_acc 0.984\n",
            "epoch 1, step 884: train_loss 0.465; train_acc 0.906\n",
            "epoch 1, step 885: train_loss 0.350; train_acc 0.906\n",
            "epoch 1, step 886: train_loss 0.292; train_acc 0.906\n",
            "epoch 1, step 887: train_loss 0.192; train_acc 0.938\n",
            "epoch 1, step 888: train_loss 0.268; train_acc 0.938\n",
            "epoch 1, step 889: train_loss 0.390; train_acc 0.906\n",
            "epoch 1, step 890: train_loss 0.317; train_acc 0.922\n",
            "epoch 1, step 891: train_loss 0.159; train_acc 0.922\n",
            "epoch 1, step 892: train_loss 0.479; train_acc 0.844\n",
            "epoch 1, step 893: train_loss 0.483; train_acc 0.875\n",
            "epoch 1, step 894: train_loss 0.185; train_acc 0.938\n",
            "epoch 1, step 895: train_loss 0.269; train_acc 0.922\n",
            "epoch 1, step 896: train_loss 0.379; train_acc 0.938\n",
            "epoch 1, step 897: train_loss 0.332; train_acc 0.906\n",
            "epoch 1, step 898: train_loss 0.350; train_acc 0.891\n",
            "epoch 1, step 899: train_loss 0.209; train_acc 0.938\n",
            "epoch 1, step 900: train_loss 0.269; train_acc 0.906\n",
            "epoch 1, step 901: train_loss 0.229; train_acc 0.953\n",
            "epoch 1, step 902: train_loss 0.310; train_acc 0.922\n",
            "epoch 1, step 903: train_loss 0.312; train_acc 0.938\n",
            "epoch 1, step 904: train_loss 0.314; train_acc 0.859\n",
            "epoch 1, step 905: train_loss 0.205; train_acc 0.938\n",
            "epoch 1, step 906: train_loss 0.158; train_acc 0.984\n",
            "epoch 1, step 907: train_loss 0.261; train_acc 0.906\n",
            "epoch 1, step 908: train_loss 0.190; train_acc 0.953\n",
            "epoch 1, step 909: train_loss 0.287; train_acc 0.875\n",
            "epoch 1, step 910: train_loss 0.372; train_acc 0.891\n",
            "epoch 1, step 911: train_loss 0.308; train_acc 0.906\n",
            "epoch 1, step 912: train_loss 0.474; train_acc 0.844\n",
            "epoch 1, step 913: train_loss 0.125; train_acc 0.969\n",
            "epoch 1, step 914: train_loss 0.400; train_acc 0.906\n",
            "epoch 1, step 915: train_loss 0.254; train_acc 0.938\n",
            "epoch 1, step 916: train_loss 0.212; train_acc 0.938\n",
            "epoch 1, step 917: train_loss 0.198; train_acc 0.938\n",
            "epoch 1, step 918: train_loss 0.263; train_acc 0.891\n",
            "epoch 1, step 919: train_loss 0.225; train_acc 0.938\n",
            "epoch 1, step 920: train_loss 0.541; train_acc 0.859\n",
            "epoch 1, step 921: train_loss 0.209; train_acc 0.875\n",
            "epoch 1, step 922: train_loss 0.244; train_acc 0.938\n",
            "epoch 1, step 923: train_loss 0.320; train_acc 0.875\n",
            "epoch 1, step 924: train_loss 0.437; train_acc 0.891\n",
            "epoch 1, step 925: train_loss 0.321; train_acc 0.891\n",
            "epoch 1, step 926: train_loss 0.319; train_acc 0.875\n",
            "epoch 1, step 927: train_loss 0.201; train_acc 0.922\n",
            "epoch 1, step 928: train_loss 0.266; train_acc 0.906\n",
            "epoch 1, step 929: train_loss 0.228; train_acc 0.938\n",
            "epoch 1, step 930: train_loss 0.233; train_acc 0.922\n",
            "epoch 1, step 931: train_loss 0.320; train_acc 0.906\n",
            "epoch 1, step 932: train_loss 0.357; train_acc 0.859\n",
            "epoch 1, step 933: train_loss 0.251; train_acc 0.906\n",
            "epoch 1, step 934: train_loss 0.287; train_acc 0.922\n",
            "epoch 1, step 935: train_loss 0.348; train_acc 0.891\n",
            "epoch 1, step 936: train_loss 0.272; train_acc 0.938\n",
            "epoch 1, step 937: train_loss 0.384; train_acc 0.906\n",
            "epoch 1, step 938: train_loss 0.383; train_acc 0.875\n",
            "epoch 1, step 939: train_loss 0.248; train_acc 0.906\n",
            "epoch 1, step 940: train_loss 0.379; train_acc 0.891\n",
            "epoch 1, step 941: train_loss 0.223; train_acc 0.953\n",
            "epoch 1, step 942: train_loss 0.343; train_acc 0.922\n",
            "epoch 1, step 943: train_loss 0.271; train_acc 0.938\n",
            "epoch 1, step 944: train_loss 0.169; train_acc 0.922\n",
            "epoch 1, step 945: train_loss 0.262; train_acc 0.891\n",
            "epoch 1, step 946: train_loss 0.358; train_acc 0.875\n",
            "epoch 1, step 947: train_loss 0.316; train_acc 0.906\n",
            "epoch 1, step 948: train_loss 0.333; train_acc 0.891\n",
            "epoch 1, step 949: train_loss 0.739; train_acc 0.719\n",
            "epoch 1, step 950: train_loss 0.361; train_acc 0.875\n",
            "epoch 1, step 951: train_loss 0.308; train_acc 0.922\n",
            "epoch 1, step 952: train_loss 0.590; train_acc 0.859\n",
            "epoch 1, step 953: train_loss 0.193; train_acc 0.938\n",
            "epoch 1, step 954: train_loss 0.402; train_acc 0.859\n",
            "epoch 1, step 955: train_loss 0.252; train_acc 0.891\n",
            "epoch 1, step 956: train_loss 0.319; train_acc 0.906\n",
            "epoch 1, step 957: train_loss 0.309; train_acc 0.906\n",
            "epoch 1, step 958: train_loss 0.205; train_acc 0.922\n",
            "epoch 1, step 959: train_loss 0.403; train_acc 0.859\n",
            "epoch 1, step 960: train_loss 0.315; train_acc 0.922\n",
            "epoch 1, step 961: train_loss 0.465; train_acc 0.828\n",
            "epoch 1, step 962: train_loss 0.209; train_acc 0.938\n",
            "epoch 1, step 963: train_loss 0.271; train_acc 0.938\n",
            "epoch 1, step 964: train_loss 0.242; train_acc 0.953\n",
            "epoch 1, step 965: train_loss 0.254; train_acc 0.891\n",
            "epoch 1, step 966: train_loss 0.408; train_acc 0.906\n",
            "epoch 1, step 967: train_loss 0.506; train_acc 0.875\n",
            "epoch 1, step 968: train_loss 0.292; train_acc 0.922\n",
            "epoch 1, step 969: train_loss 0.217; train_acc 0.938\n",
            "epoch 1, step 970: train_loss 0.203; train_acc 0.953\n",
            "epoch 1, step 971: train_loss 0.498; train_acc 0.844\n",
            "epoch 1, step 972: train_loss 0.290; train_acc 0.906\n",
            "epoch 1, step 973: train_loss 0.215; train_acc 0.906\n",
            "epoch 1, step 974: train_loss 0.196; train_acc 0.938\n",
            "epoch 1, step 975: train_loss 0.352; train_acc 0.906\n",
            "epoch 1, step 976: train_loss 0.135; train_acc 0.984\n",
            "epoch 1, step 977: train_loss 0.251; train_acc 0.938\n",
            "epoch 1, step 978: train_loss 0.241; train_acc 0.906\n",
            "epoch 1, step 979: train_loss 0.380; train_acc 0.875\n",
            "epoch 1, step 980: train_loss 0.372; train_acc 0.906\n",
            "epoch 1, step 981: train_loss 0.187; train_acc 0.906\n",
            "epoch 1, step 982: train_loss 0.134; train_acc 0.953\n",
            "epoch 1, step 983: train_loss 0.273; train_acc 0.906\n",
            "epoch 1, step 984: train_loss 0.335; train_acc 0.906\n",
            "epoch 1, step 985: train_loss 0.275; train_acc 0.906\n",
            "epoch 1, step 986: train_loss 0.458; train_acc 0.891\n",
            "epoch 1, step 987: train_loss 0.240; train_acc 0.938\n",
            "epoch 1, step 988: train_loss 0.261; train_acc 0.891\n",
            "epoch 1, step 989: train_loss 0.276; train_acc 0.906\n",
            "epoch 1, step 990: train_loss 0.195; train_acc 0.922\n",
            "epoch 1, step 991: train_loss 0.200; train_acc 0.953\n",
            "epoch 1, step 992: train_loss 0.207; train_acc 0.922\n",
            "epoch 1, step 993: train_loss 0.117; train_acc 0.969\n",
            "epoch 1, step 994: train_loss 0.334; train_acc 0.891\n",
            "epoch 1, step 995: train_loss 0.370; train_acc 0.875\n",
            "epoch 1, step 996: train_loss 0.203; train_acc 0.922\n",
            "epoch 1, step 997: train_loss 0.224; train_acc 0.922\n",
            "epoch 1, step 998: train_loss 0.240; train_acc 0.906\n",
            "epoch 1, step 999: train_loss 0.439; train_acc 0.859\n",
            "epoch 1, step 1000: train_loss 0.160; train_acc 0.938\n",
            "epoch 1, step 1001: train_loss 0.102; train_acc 0.969\n",
            "epoch 1, step 1002: train_loss 0.441; train_acc 0.859\n",
            "epoch 1, step 1003: train_loss 0.321; train_acc 0.906\n",
            "epoch 1, step 1004: train_loss 0.405; train_acc 0.875\n",
            "epoch 1, step 1005: train_loss 0.478; train_acc 0.859\n",
            "epoch 1, step 1006: train_loss 0.238; train_acc 0.906\n",
            "epoch 1, step 1007: train_loss 0.304; train_acc 0.891\n",
            "epoch 1, step 1008: train_loss 0.156; train_acc 0.969\n",
            "epoch 1, step 1009: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 1010: train_loss 0.243; train_acc 0.891\n",
            "epoch 1, step 1011: train_loss 0.196; train_acc 0.922\n",
            "epoch 1, step 1012: train_loss 0.176; train_acc 0.938\n",
            "epoch 1, step 1013: train_loss 0.277; train_acc 0.938\n",
            "epoch 1, step 1014: train_loss 0.345; train_acc 0.906\n",
            "epoch 1, step 1015: train_loss 0.356; train_acc 0.859\n",
            "epoch 1, step 1016: train_loss 0.153; train_acc 0.953\n",
            "epoch 1, step 1017: train_loss 0.490; train_acc 0.844\n",
            "epoch 1, step 1018: train_loss 0.263; train_acc 0.891\n",
            "epoch 1, step 1019: train_loss 0.355; train_acc 0.906\n",
            "epoch 1, step 1020: train_loss 0.151; train_acc 0.938\n",
            "epoch 1, step 1021: train_loss 0.237; train_acc 0.953\n",
            "epoch 1, step 1022: train_loss 0.198; train_acc 0.953\n",
            "epoch 1, step 1023: train_loss 0.235; train_acc 0.906\n",
            "epoch 1, step 1024: train_loss 0.268; train_acc 0.938\n",
            "epoch 1, step 1025: train_loss 0.307; train_acc 0.875\n",
            "epoch 1, step 1026: train_loss 0.323; train_acc 0.859\n",
            "epoch 1, step 1027: train_loss 0.185; train_acc 0.953\n",
            "epoch 1, step 1028: train_loss 0.375; train_acc 0.891\n",
            "epoch 1, step 1029: train_loss 0.188; train_acc 0.938\n",
            "epoch 1, step 1030: train_loss 0.258; train_acc 0.891\n",
            "epoch 1, step 1031: train_loss 0.334; train_acc 0.891\n",
            "epoch 1, step 1032: train_loss 0.177; train_acc 0.938\n",
            "epoch 1, step 1033: train_loss 0.131; train_acc 0.969\n",
            "epoch 1, step 1034: train_loss 0.232; train_acc 0.906\n",
            "epoch 1, step 1035: train_loss 0.258; train_acc 0.906\n",
            "epoch 1, step 1036: train_loss 0.434; train_acc 0.891\n",
            "epoch 1, step 1037: train_loss 0.248; train_acc 0.938\n",
            "epoch 1, step 1038: train_loss 0.160; train_acc 0.953\n",
            "epoch 1, step 1039: train_loss 0.254; train_acc 0.922\n",
            "epoch 1, step 1040: train_loss 0.260; train_acc 0.906\n",
            "epoch 1, step 1041: train_loss 0.320; train_acc 0.906\n",
            "epoch 1, step 1042: train_loss 0.171; train_acc 0.953\n",
            "epoch 1, step 1043: train_loss 0.343; train_acc 0.906\n",
            "epoch 1, step 1044: train_loss 0.338; train_acc 0.938\n",
            "epoch 1, step 1045: train_loss 0.262; train_acc 0.906\n",
            "epoch 1, step 1046: train_loss 0.318; train_acc 0.875\n",
            "epoch 1, step 1047: train_loss 0.329; train_acc 0.906\n",
            "epoch 1, step 1048: train_loss 0.245; train_acc 0.953\n",
            "epoch 1, step 1049: train_loss 0.366; train_acc 0.859\n",
            "epoch 1, step 1050: train_loss 0.185; train_acc 0.953\n",
            "epoch 1, step 1051: train_loss 0.220; train_acc 0.938\n",
            "epoch 1, step 1052: train_loss 0.455; train_acc 0.859\n",
            "epoch 1, step 1053: train_loss 0.092; train_acc 0.969\n",
            "epoch 1, step 1054: train_loss 0.442; train_acc 0.906\n",
            "epoch 1, step 1055: train_loss 0.128; train_acc 0.953\n",
            "epoch 1, step 1056: train_loss 0.378; train_acc 0.875\n",
            "epoch 1, step 1057: train_loss 0.415; train_acc 0.859\n",
            "epoch 1, step 1058: train_loss 0.357; train_acc 0.906\n",
            "epoch 1, step 1059: train_loss 0.386; train_acc 0.859\n",
            "epoch 1, step 1060: train_loss 0.256; train_acc 0.969\n",
            "epoch 1, step 1061: train_loss 0.155; train_acc 0.953\n",
            "epoch 1, step 1062: train_loss 0.263; train_acc 0.922\n",
            "epoch 1, step 1063: train_loss 0.274; train_acc 0.938\n",
            "epoch 1, step 1064: train_loss 0.184; train_acc 0.953\n",
            "epoch 1, step 1065: train_loss 0.455; train_acc 0.875\n",
            "epoch 1, step 1066: train_loss 0.260; train_acc 0.906\n",
            "epoch 1, step 1067: train_loss 0.139; train_acc 0.969\n",
            "epoch 1, step 1068: train_loss 0.190; train_acc 0.938\n",
            "epoch 1, step 1069: train_loss 0.443; train_acc 0.922\n",
            "epoch 1, step 1070: train_loss 0.215; train_acc 0.922\n",
            "epoch 1, step 1071: train_loss 0.265; train_acc 0.938\n",
            "epoch 1, step 1072: train_loss 0.465; train_acc 0.922\n",
            "epoch 1, step 1073: train_loss 0.448; train_acc 0.891\n",
            "epoch 1, step 1074: train_loss 0.146; train_acc 0.969\n",
            "epoch 1, step 1075: train_loss 0.275; train_acc 0.906\n",
            "epoch 1, step 1076: train_loss 0.325; train_acc 0.922\n",
            "epoch 1, step 1077: train_loss 0.281; train_acc 0.906\n",
            "epoch 1, step 1078: train_loss 0.295; train_acc 0.922\n",
            "epoch 1, step 1079: train_loss 0.262; train_acc 0.891\n",
            "epoch 1, step 1080: train_loss 0.216; train_acc 0.922\n",
            "epoch 1, step 1081: train_loss 0.202; train_acc 0.953\n",
            "epoch 1, step 1082: train_loss 0.061; train_acc 0.984\n",
            "epoch 1, step 1083: train_loss 0.186; train_acc 0.969\n",
            "epoch 1, step 1084: train_loss 0.230; train_acc 0.938\n",
            "epoch 1, step 1085: train_loss 0.111; train_acc 0.969\n",
            "epoch 1, step 1086: train_loss 0.250; train_acc 0.922\n",
            "epoch 1, step 1087: train_loss 0.312; train_acc 0.922\n",
            "epoch 1, step 1088: train_loss 0.321; train_acc 0.922\n",
            "epoch 1, step 1089: train_loss 0.223; train_acc 0.938\n",
            "epoch 1, step 1090: train_loss 0.264; train_acc 0.906\n",
            "epoch 1, step 1091: train_loss 0.251; train_acc 0.906\n",
            "epoch 1, step 1092: train_loss 0.320; train_acc 0.891\n",
            "epoch 1, step 1093: train_loss 0.447; train_acc 0.891\n",
            "epoch 1, step 1094: train_loss 0.294; train_acc 0.891\n",
            "epoch 1, step 1095: train_loss 0.306; train_acc 0.859\n",
            "epoch 1, step 1096: train_loss 0.278; train_acc 0.906\n",
            "epoch 1, step 1097: train_loss 0.322; train_acc 0.891\n",
            "epoch 1, step 1098: train_loss 0.388; train_acc 0.906\n",
            "epoch 1, step 1099: train_loss 0.262; train_acc 0.906\n",
            "epoch 1, step 1100: train_loss 0.175; train_acc 0.953\n",
            "epoch 1, step 1101: train_loss 0.375; train_acc 0.859\n",
            "epoch 1, step 1102: train_loss 0.283; train_acc 0.891\n",
            "epoch 1, step 1103: train_loss 0.147; train_acc 0.953\n",
            "epoch 1, step 1104: train_loss 0.410; train_acc 0.844\n",
            "epoch 1, step 1105: train_loss 0.260; train_acc 0.891\n",
            "epoch 1, step 1106: train_loss 0.354; train_acc 0.891\n",
            "epoch 1, step 1107: train_loss 0.327; train_acc 0.922\n",
            "epoch 1, step 1108: train_loss 0.220; train_acc 0.953\n",
            "epoch 1, step 1109: train_loss 0.376; train_acc 0.859\n",
            "epoch 1, step 1110: train_loss 0.311; train_acc 0.875\n",
            "epoch 1, step 1111: train_loss 0.300; train_acc 0.938\n",
            "epoch 1, step 1112: train_loss 0.156; train_acc 0.938\n",
            "epoch 1, step 1113: train_loss 0.298; train_acc 0.891\n",
            "epoch 1, step 1114: train_loss 0.371; train_acc 0.875\n",
            "epoch 1, step 1115: train_loss 0.318; train_acc 0.891\n",
            "epoch 1, step 1116: train_loss 0.329; train_acc 0.891\n",
            "epoch 1, step 1117: train_loss 0.406; train_acc 0.906\n",
            "epoch 1, step 1118: train_loss 0.153; train_acc 0.984\n",
            "epoch 1, step 1119: train_loss 0.115; train_acc 0.984\n",
            "epoch 1, step 1120: train_loss 0.195; train_acc 0.953\n",
            "epoch 1, step 1121: train_loss 0.405; train_acc 0.859\n",
            "epoch 1, step 1122: train_loss 0.323; train_acc 0.891\n",
            "epoch 1, step 1123: train_loss 0.177; train_acc 0.938\n",
            "epoch 1, step 1124: train_loss 0.226; train_acc 0.922\n",
            "epoch 1, step 1125: train_loss 0.395; train_acc 0.891\n",
            "epoch 1, step 1126: train_loss 0.345; train_acc 0.891\n",
            "epoch 1, step 1127: train_loss 0.514; train_acc 0.828\n",
            "epoch 1, step 1128: train_loss 0.181; train_acc 0.969\n",
            "epoch 1, step 1129: train_loss 0.196; train_acc 0.953\n",
            "epoch 1, step 1130: train_loss 0.208; train_acc 0.969\n",
            "epoch 1, step 1131: train_loss 0.260; train_acc 0.906\n",
            "epoch 1, step 1132: train_loss 0.269; train_acc 0.922\n",
            "epoch 1, step 1133: train_loss 0.242; train_acc 0.938\n",
            "epoch 1, step 1134: train_loss 0.202; train_acc 0.953\n",
            "epoch 1, step 1135: train_loss 0.402; train_acc 0.875\n",
            "epoch 1, step 1136: train_loss 0.450; train_acc 0.844\n",
            "epoch 1, step 1137: train_loss 0.148; train_acc 0.969\n",
            "epoch 1, step 1138: train_loss 0.274; train_acc 0.922\n",
            "epoch 1, step 1139: train_loss 0.200; train_acc 0.922\n",
            "epoch 1, step 1140: train_loss 0.314; train_acc 0.922\n",
            "epoch 1, step 1141: train_loss 0.256; train_acc 0.922\n",
            "epoch 1, step 1142: train_loss 0.316; train_acc 0.922\n",
            "epoch 1, step 1143: train_loss 0.346; train_acc 0.891\n",
            "epoch 1, step 1144: train_loss 0.296; train_acc 0.906\n",
            "epoch 1, step 1145: train_loss 0.268; train_acc 0.938\n",
            "epoch 1, step 1146: train_loss 0.138; train_acc 0.969\n",
            "epoch 1, step 1147: train_loss 0.178; train_acc 0.969\n",
            "epoch 1, step 1148: train_loss 0.186; train_acc 0.922\n",
            "epoch 1, step 1149: train_loss 0.340; train_acc 0.891\n",
            "epoch 1, step 1150: train_loss 0.519; train_acc 0.859\n",
            "epoch 1, step 1151: train_loss 0.079; train_acc 0.969\n",
            "epoch 1, step 1152: train_loss 0.211; train_acc 0.906\n",
            "epoch 1, step 1153: train_loss 0.236; train_acc 0.938\n",
            "epoch 1, step 1154: train_loss 0.242; train_acc 0.922\n",
            "epoch 1, step 1155: train_loss 0.306; train_acc 0.891\n",
            "epoch 1, step 1156: train_loss 0.299; train_acc 0.906\n",
            "epoch 1, step 1157: train_loss 0.135; train_acc 0.922\n",
            "epoch 1, step 1158: train_loss 0.293; train_acc 0.938\n",
            "epoch 1, step 1159: train_loss 0.234; train_acc 0.891\n",
            "epoch 1, step 1160: train_loss 0.194; train_acc 0.938\n",
            "epoch 1, step 1161: train_loss 0.176; train_acc 0.953\n",
            "epoch 1, step 1162: train_loss 0.408; train_acc 0.906\n",
            "epoch 1, step 1163: train_loss 0.404; train_acc 0.891\n",
            "epoch 1, step 1164: train_loss 0.257; train_acc 0.922\n",
            "epoch 1, step 1165: train_loss 0.367; train_acc 0.938\n",
            "epoch 1, step 1166: train_loss 0.222; train_acc 0.953\n",
            "epoch 1, step 1167: train_loss 0.419; train_acc 0.859\n",
            "epoch 1, step 1168: train_loss 0.326; train_acc 0.859\n",
            "epoch 1, step 1169: train_loss 0.195; train_acc 0.922\n",
            "epoch 1, step 1170: train_loss 0.208; train_acc 0.922\n",
            "epoch 1, step 1171: train_loss 0.195; train_acc 0.953\n",
            "epoch 1, step 1172: train_loss 0.296; train_acc 0.891\n",
            "epoch 1, step 1173: train_loss 0.360; train_acc 0.875\n",
            "epoch 1, step 1174: train_loss 0.150; train_acc 0.969\n",
            "epoch 1, step 1175: train_loss 0.290; train_acc 0.891\n",
            "epoch 1, step 1176: train_loss 0.244; train_acc 0.922\n",
            "epoch 1, step 1177: train_loss 0.170; train_acc 0.938\n",
            "epoch 1, step 1178: train_loss 0.258; train_acc 0.938\n",
            "epoch 1, step 1179: train_loss 0.314; train_acc 0.922\n",
            "epoch 1, step 1180: train_loss 0.564; train_acc 0.844\n",
            "epoch 1, step 1181: train_loss 0.251; train_acc 0.922\n",
            "epoch 1, step 1182: train_loss 0.280; train_acc 0.938\n",
            "epoch 1, step 1183: train_loss 0.179; train_acc 0.953\n",
            "epoch 1, step 1184: train_loss 0.141; train_acc 0.938\n",
            "epoch 1, step 1185: train_loss 0.276; train_acc 0.938\n",
            "epoch 1, step 1186: train_loss 0.202; train_acc 0.938\n",
            "epoch 1, step 1187: train_loss 0.297; train_acc 0.906\n",
            "epoch 1, step 1188: train_loss 0.230; train_acc 0.922\n",
            "epoch 1, step 1189: train_loss 0.313; train_acc 0.922\n",
            "epoch 1, step 1190: train_loss 0.284; train_acc 0.922\n",
            "epoch 1, step 1191: train_loss 0.182; train_acc 0.953\n",
            "epoch 1, step 1192: train_loss 0.230; train_acc 0.953\n",
            "epoch 1, step 1193: train_loss 0.484; train_acc 0.844\n",
            "epoch 1, step 1194: train_loss 0.146; train_acc 0.953\n",
            "epoch 1, step 1195: train_loss 0.162; train_acc 0.953\n",
            "epoch 1, step 1196: train_loss 0.371; train_acc 0.891\n",
            "epoch 1, step 1197: train_loss 0.130; train_acc 0.969\n",
            "epoch 1, step 1198: train_loss 0.320; train_acc 0.891\n",
            "epoch 1, step 1199: train_loss 0.429; train_acc 0.891\n",
            "epoch 1, step 1200: train_loss 0.339; train_acc 0.891\n",
            "epoch 1, step 1201: train_loss 0.370; train_acc 0.891\n",
            "epoch 1, step 1202: train_loss 0.334; train_acc 0.891\n",
            "epoch 1, step 1203: train_loss 0.191; train_acc 0.953\n",
            "epoch 1, step 1204: train_loss 0.242; train_acc 0.938\n",
            "epoch 1, step 1205: train_loss 0.155; train_acc 0.953\n",
            "epoch 1, step 1206: train_loss 0.110; train_acc 0.969\n",
            "epoch 1, step 1207: train_loss 0.213; train_acc 0.938\n",
            "epoch 1, step 1208: train_loss 0.264; train_acc 0.875\n",
            "epoch 1, step 1209: train_loss 0.343; train_acc 0.891\n",
            "epoch 1, step 1210: train_loss 0.414; train_acc 0.859\n",
            "epoch 1, step 1211: train_loss 0.182; train_acc 0.969\n",
            "epoch 1, step 1212: train_loss 0.282; train_acc 0.891\n",
            "epoch 1, step 1213: train_loss 0.141; train_acc 0.969\n",
            "epoch 1, step 1214: train_loss 0.304; train_acc 0.906\n",
            "epoch 1, step 1215: train_loss 0.323; train_acc 0.922\n",
            "epoch 1, step 1216: train_loss 0.221; train_acc 0.953\n",
            "epoch 1, step 1217: train_loss 0.266; train_acc 0.953\n",
            "epoch 1, step 1218: train_loss 0.356; train_acc 0.891\n",
            "epoch 1, step 1219: train_loss 0.140; train_acc 0.938\n",
            "epoch 1, step 1220: train_loss 0.287; train_acc 0.891\n",
            "epoch 1, step 1221: train_loss 0.278; train_acc 0.906\n",
            "epoch 1, step 1222: train_loss 0.209; train_acc 0.922\n",
            "epoch 1, step 1223: train_loss 0.413; train_acc 0.859\n",
            "epoch 1, step 1224: train_loss 0.097; train_acc 0.969\n",
            "epoch 1, step 1225: train_loss 0.221; train_acc 0.938\n",
            "epoch 1, step 1226: train_loss 0.204; train_acc 0.922\n",
            "epoch 1, step 1227: train_loss 0.312; train_acc 0.875\n",
            "epoch 1, step 1228: train_loss 0.192; train_acc 0.938\n",
            "epoch 1, step 1229: train_loss 0.388; train_acc 0.891\n",
            "epoch 1, step 1230: train_loss 0.223; train_acc 0.938\n",
            "epoch 1, step 1231: train_loss 0.308; train_acc 0.875\n",
            "epoch 1, step 1232: train_loss 0.251; train_acc 0.953\n",
            "epoch 1, step 1233: train_loss 0.243; train_acc 0.938\n",
            "epoch 1, step 1234: train_loss 0.263; train_acc 0.938\n",
            "epoch 1, step 1235: train_loss 0.124; train_acc 0.938\n",
            "epoch 1, step 1236: train_loss 0.300; train_acc 0.938\n",
            "epoch 1, step 1237: train_loss 0.186; train_acc 0.953\n",
            "epoch 1, step 1238: train_loss 0.219; train_acc 0.891\n",
            "epoch 1, step 1239: train_loss 0.176; train_acc 0.906\n",
            "epoch 1, step 1240: train_loss 0.305; train_acc 0.891\n",
            "epoch 1, step 1241: train_loss 0.261; train_acc 0.906\n",
            "epoch 1, step 1242: train_loss 0.264; train_acc 0.906\n",
            "epoch 1, step 1243: train_loss 0.349; train_acc 0.922\n",
            "epoch 1, step 1244: train_loss 0.282; train_acc 0.906\n",
            "epoch 1, step 1245: train_loss 0.213; train_acc 0.938\n",
            "epoch 1, step 1246: train_loss 0.163; train_acc 0.938\n",
            "epoch 1, step 1247: train_loss 0.128; train_acc 0.969\n",
            "epoch 1, step 1248: train_loss 0.164; train_acc 0.953\n",
            "epoch 1, step 1249: train_loss 0.226; train_acc 0.906\n",
            "epoch 1, step 1250: train_loss 0.376; train_acc 0.891\n",
            "epoch 1, step 1251: train_loss 0.279; train_acc 0.906\n",
            "epoch 1, step 1252: train_loss 0.099; train_acc 0.969\n",
            "epoch 1, step 1253: train_loss 0.253; train_acc 0.938\n",
            "epoch 1, step 1254: train_loss 0.324; train_acc 0.875\n",
            "epoch 1, step 1255: train_loss 0.333; train_acc 0.844\n",
            "epoch 1, step 1256: train_loss 0.298; train_acc 0.922\n",
            "epoch 1, step 1257: train_loss 0.228; train_acc 0.922\n",
            "epoch 1, step 1258: train_loss 0.228; train_acc 0.953\n",
            "epoch 1, step 1259: train_loss 0.174; train_acc 0.953\n",
            "epoch 1, step 1260: train_loss 0.281; train_acc 0.875\n",
            "epoch 1, step 1261: train_loss 0.346; train_acc 0.906\n",
            "epoch 1, step 1262: train_loss 0.112; train_acc 0.984\n",
            "epoch 1, step 1263: train_loss 0.360; train_acc 0.875\n",
            "epoch 1, step 1264: train_loss 0.259; train_acc 0.891\n",
            "epoch 1, step 1265: train_loss 0.217; train_acc 0.922\n",
            "epoch 1, step 1266: train_loss 0.378; train_acc 0.891\n",
            "epoch 1, step 1267: train_loss 0.355; train_acc 0.922\n",
            "epoch 1, step 1268: train_loss 0.206; train_acc 0.938\n",
            "epoch 1, step 1269: train_loss 0.280; train_acc 0.938\n",
            "epoch 1, step 1270: train_loss 0.241; train_acc 0.906\n",
            "epoch 1, step 1271: train_loss 0.083; train_acc 0.984\n",
            "epoch 1, step 1272: train_loss 0.143; train_acc 0.922\n",
            "epoch 1, step 1273: train_loss 0.349; train_acc 0.906\n",
            "epoch 1, step 1274: train_loss 0.155; train_acc 0.969\n",
            "epoch 1, step 1275: train_loss 0.211; train_acc 0.953\n",
            "epoch 1, step 1276: train_loss 0.208; train_acc 0.938\n",
            "epoch 1, step 1277: train_loss 0.474; train_acc 0.891\n",
            "epoch 1, step 1278: train_loss 0.332; train_acc 0.859\n",
            "epoch 1, step 1279: train_loss 0.198; train_acc 0.922\n",
            "epoch 1, step 1280: train_loss 0.205; train_acc 0.922\n",
            "epoch 1, step 1281: train_loss 0.218; train_acc 0.922\n",
            "epoch 1, step 1282: train_loss 0.251; train_acc 0.938\n",
            "epoch 1, step 1283: train_loss 0.213; train_acc 0.922\n",
            "epoch 1, step 1284: train_loss 0.268; train_acc 0.906\n",
            "epoch 1, step 1285: train_loss 0.185; train_acc 0.953\n",
            "epoch 1, step 1286: train_loss 0.405; train_acc 0.906\n",
            "epoch 1, step 1287: train_loss 0.305; train_acc 0.922\n",
            "epoch 1, step 1288: train_loss 0.264; train_acc 0.922\n",
            "epoch 1, step 1289: train_loss 0.347; train_acc 0.891\n",
            "epoch 1, step 1290: train_loss 0.318; train_acc 0.859\n",
            "epoch 1, step 1291: train_loss 0.141; train_acc 0.969\n",
            "epoch 1, step 1292: train_loss 0.176; train_acc 0.953\n",
            "epoch 1, step 1293: train_loss 0.134; train_acc 0.969\n",
            "epoch 1, step 1294: train_loss 0.192; train_acc 0.906\n",
            "epoch 1, step 1295: train_loss 0.333; train_acc 0.859\n",
            "epoch 1, step 1296: train_loss 0.241; train_acc 0.891\n",
            "epoch 1, step 1297: train_loss 0.268; train_acc 0.906\n",
            "epoch 1, step 1298: train_loss 0.131; train_acc 0.953\n",
            "epoch 1, step 1299: train_loss 0.179; train_acc 0.969\n",
            "epoch 1, step 1300: train_loss 0.327; train_acc 0.875\n",
            "epoch 1, step 1301: train_loss 0.116; train_acc 0.938\n",
            "epoch 1, step 1302: train_loss 0.251; train_acc 0.922\n",
            "epoch 1, step 1303: train_loss 0.312; train_acc 0.891\n",
            "epoch 1, step 1304: train_loss 0.234; train_acc 0.922\n",
            "epoch 1, step 1305: train_loss 0.139; train_acc 0.969\n",
            "epoch 1, step 1306: train_loss 0.141; train_acc 0.938\n",
            "epoch 1, step 1307: train_loss 0.206; train_acc 0.906\n",
            "epoch 1, step 1308: train_loss 0.501; train_acc 0.844\n",
            "epoch 1, step 1309: train_loss 0.245; train_acc 0.891\n",
            "epoch 1, step 1310: train_loss 0.257; train_acc 0.938\n",
            "epoch 1, step 1311: train_loss 0.133; train_acc 0.953\n",
            "epoch 1, step 1312: train_loss 0.228; train_acc 0.906\n",
            "epoch 1, step 1313: train_loss 0.201; train_acc 0.938\n",
            "epoch 1, step 1314: train_loss 0.417; train_acc 0.859\n",
            "epoch 1, step 1315: train_loss 0.172; train_acc 0.984\n",
            "epoch 1, step 1316: train_loss 0.226; train_acc 0.938\n",
            "epoch 1, step 1317: train_loss 0.399; train_acc 0.938\n",
            "epoch 1, step 1318: train_loss 0.272; train_acc 0.906\n",
            "epoch 1, step 1319: train_loss 0.261; train_acc 0.891\n",
            "epoch 1, step 1320: train_loss 0.362; train_acc 0.938\n",
            "epoch 1, step 1321: train_loss 0.290; train_acc 0.859\n",
            "epoch 1, step 1322: train_loss 0.121; train_acc 0.938\n",
            "epoch 1, step 1323: train_loss 0.313; train_acc 0.891\n",
            "epoch 1, step 1324: train_loss 0.184; train_acc 0.953\n",
            "epoch 1, step 1325: train_loss 0.173; train_acc 0.953\n",
            "epoch 1, step 1326: train_loss 0.243; train_acc 0.938\n",
            "epoch 1, step 1327: train_loss 0.258; train_acc 0.922\n",
            "epoch 1, step 1328: train_loss 0.170; train_acc 0.953\n",
            "epoch 1, step 1329: train_loss 0.264; train_acc 0.953\n",
            "epoch 1, step 1330: train_loss 0.373; train_acc 0.875\n",
            "epoch 1, step 1331: train_loss 0.326; train_acc 0.906\n",
            "epoch 1, step 1332: train_loss 0.173; train_acc 0.938\n",
            "epoch 1, step 1333: train_loss 0.154; train_acc 0.953\n",
            "epoch 1, step 1334: train_loss 0.385; train_acc 0.906\n",
            "epoch 1, step 1335: train_loss 0.192; train_acc 0.938\n",
            "epoch 1, step 1336: train_loss 0.156; train_acc 0.938\n",
            "epoch 1, step 1337: train_loss 0.207; train_acc 0.938\n",
            "epoch 1, step 1338: train_loss 0.225; train_acc 0.938\n",
            "epoch 1, step 1339: train_loss 0.135; train_acc 0.969\n",
            "epoch 1, step 1340: train_loss 0.296; train_acc 0.891\n",
            "epoch 1, step 1341: train_loss 0.300; train_acc 0.906\n",
            "epoch 1, step 1342: train_loss 0.439; train_acc 0.844\n",
            "epoch 1, step 1343: train_loss 0.364; train_acc 0.859\n",
            "epoch 1, step 1344: train_loss 0.215; train_acc 0.953\n",
            "epoch 1, step 1345: train_loss 0.199; train_acc 0.938\n",
            "epoch 1, step 1346: train_loss 0.147; train_acc 0.938\n",
            "epoch 1, step 1347: train_loss 0.149; train_acc 0.953\n",
            "epoch 1, step 1348: train_loss 0.157; train_acc 0.922\n",
            "epoch 1, step 1349: train_loss 0.251; train_acc 0.906\n",
            "epoch 1, step 1350: train_loss 0.342; train_acc 0.891\n",
            "epoch 1, step 1351: train_loss 0.106; train_acc 0.953\n",
            "epoch 1, step 1352: train_loss 0.244; train_acc 0.875\n",
            "epoch 1, step 1353: train_loss 0.553; train_acc 0.844\n",
            "epoch 1, step 1354: train_loss 0.230; train_acc 0.922\n",
            "epoch 1, step 1355: train_loss 0.236; train_acc 0.891\n",
            "epoch 1, step 1356: train_loss 0.409; train_acc 0.844\n",
            "epoch 1, step 1357: train_loss 0.143; train_acc 0.938\n",
            "epoch 1, step 1358: train_loss 0.261; train_acc 0.938\n",
            "epoch 1, step 1359: train_loss 0.174; train_acc 0.922\n",
            "epoch 1, step 1360: train_loss 0.216; train_acc 0.938\n",
            "epoch 1, step 1361: train_loss 0.317; train_acc 0.922\n",
            "epoch 1, step 1362: train_loss 0.183; train_acc 0.938\n",
            "epoch 1, step 1363: train_loss 0.334; train_acc 0.906\n",
            "epoch 1, step 1364: train_loss 0.170; train_acc 0.938\n",
            "epoch 1, step 1365: train_loss 0.276; train_acc 0.922\n",
            "epoch 1, step 1366: train_loss 0.101; train_acc 0.953\n",
            "epoch 1, step 1367: train_loss 0.162; train_acc 0.922\n",
            "epoch 1, step 1368: train_loss 0.195; train_acc 0.938\n",
            "epoch 1, step 1369: train_loss 0.133; train_acc 0.969\n",
            "epoch 1, step 1370: train_loss 0.246; train_acc 0.891\n",
            "epoch 1, step 1371: train_loss 0.298; train_acc 0.906\n",
            "epoch 1, step 1372: train_loss 0.268; train_acc 0.906\n",
            "epoch 1, step 1373: train_loss 0.241; train_acc 0.938\n",
            "epoch 1, step 1374: train_loss 0.176; train_acc 0.969\n",
            "epoch 1, step 1375: train_loss 0.174; train_acc 0.953\n",
            "epoch 1, step 1376: train_loss 0.253; train_acc 0.922\n",
            "epoch 1, step 1377: train_loss 0.380; train_acc 0.906\n",
            "epoch 1, step 1378: train_loss 0.116; train_acc 0.969\n",
            "epoch 1, step 1379: train_loss 0.235; train_acc 0.922\n",
            "epoch 1, step 1380: train_loss 0.186; train_acc 0.953\n",
            "epoch 1, step 1381: train_loss 0.324; train_acc 0.906\n",
            "epoch 1, step 1382: train_loss 0.269; train_acc 0.922\n",
            "epoch 1, step 1383: train_loss 0.242; train_acc 0.953\n",
            "epoch 1, step 1384: train_loss 0.363; train_acc 0.875\n",
            "epoch 1, step 1385: train_loss 0.222; train_acc 0.875\n",
            "epoch 1, step 1386: train_loss 0.307; train_acc 0.906\n",
            "epoch 1, step 1387: train_loss 0.080; train_acc 0.969\n",
            "epoch 1, step 1388: train_loss 0.083; train_acc 0.953\n",
            "epoch 1, step 1389: train_loss 0.186; train_acc 0.953\n",
            "epoch 1, step 1390: train_loss 0.167; train_acc 0.938\n",
            "epoch 1, step 1391: train_loss 0.513; train_acc 0.891\n",
            "epoch 1, step 1392: train_loss 0.302; train_acc 0.938\n",
            "epoch 1, step 1393: train_loss 0.120; train_acc 0.969\n",
            "epoch 1, step 1394: train_loss 0.215; train_acc 0.953\n",
            "epoch 1, step 1395: train_loss 0.230; train_acc 0.938\n",
            "epoch 1, step 1396: train_loss 0.402; train_acc 0.859\n",
            "epoch 1, step 1397: train_loss 0.253; train_acc 0.922\n",
            "epoch 1, step 1398: train_loss 0.237; train_acc 0.922\n",
            "epoch 1, step 1399: train_loss 0.424; train_acc 0.891\n",
            "epoch 1, step 1400: train_loss 0.155; train_acc 0.938\n",
            "epoch 1, step 1401: train_loss 0.381; train_acc 0.859\n",
            "epoch 1, step 1402: train_loss 0.358; train_acc 0.922\n",
            "epoch 1, step 1403: train_loss 0.223; train_acc 0.938\n",
            "epoch 1, step 1404: train_loss 0.270; train_acc 0.922\n",
            "epoch 1, step 1405: train_loss 0.328; train_acc 0.891\n",
            "epoch 1, step 1406: train_loss 0.410; train_acc 0.891\n",
            "epoch 1, step 1407: train_loss 0.197; train_acc 0.938\n",
            "epoch 1, step 1408: train_loss 0.300; train_acc 0.922\n",
            "epoch 1, step 1409: train_loss 0.182; train_acc 0.938\n",
            "epoch 1, step 1410: train_loss 0.098; train_acc 0.984\n",
            "epoch 1, step 1411: train_loss 0.182; train_acc 0.938\n",
            "epoch 1, step 1412: train_loss 0.199; train_acc 0.922\n",
            "epoch 1, step 1413: train_loss 0.176; train_acc 0.922\n",
            "epoch 1, step 1414: train_loss 0.102; train_acc 0.969\n",
            "epoch 1, step 1415: train_loss 0.230; train_acc 0.906\n",
            "epoch 1, step 1416: train_loss 0.257; train_acc 0.922\n",
            "epoch 1, step 1417: train_loss 0.354; train_acc 0.875\n",
            "epoch 1, step 1418: train_loss 0.242; train_acc 0.906\n",
            "epoch 1, step 1419: train_loss 0.253; train_acc 0.906\n",
            "epoch 1, step 1420: train_loss 0.255; train_acc 0.891\n",
            "epoch 1, step 1421: train_loss 0.141; train_acc 0.922\n",
            "epoch 1, step 1422: train_loss 0.109; train_acc 0.969\n",
            "epoch 1, step 1423: train_loss 0.143; train_acc 0.938\n",
            "epoch 1, step 1424: train_loss 0.248; train_acc 0.906\n",
            "epoch 1, step 1425: train_loss 0.177; train_acc 0.938\n",
            "epoch 1, step 1426: train_loss 0.234; train_acc 0.938\n",
            "epoch 1, step 1427: train_loss 0.229; train_acc 0.922\n",
            "epoch 1, step 1428: train_loss 0.205; train_acc 0.953\n",
            "epoch 1, step 1429: train_loss 0.254; train_acc 0.938\n",
            "epoch 1, step 1430: train_loss 0.260; train_acc 0.922\n",
            "epoch 1, step 1431: train_loss 0.173; train_acc 0.953\n",
            "epoch 1, step 1432: train_loss 0.365; train_acc 0.906\n",
            "epoch 1, step 1433: train_loss 0.230; train_acc 0.922\n",
            "epoch 1, step 1434: train_loss 0.118; train_acc 0.922\n",
            "epoch 1, step 1435: train_loss 0.073; train_acc 0.984\n",
            "epoch 1, step 1436: train_loss 0.134; train_acc 0.969\n",
            "epoch 1, step 1437: train_loss 0.147; train_acc 0.938\n",
            "epoch 1, step 1438: train_loss 0.249; train_acc 0.938\n",
            "epoch 1, step 1439: train_loss 0.113; train_acc 0.984\n",
            "epoch 1, step 1440: train_loss 0.183; train_acc 0.938\n",
            "epoch 1, step 1441: train_loss 0.288; train_acc 0.938\n",
            "epoch 1, step 1442: train_loss 0.197; train_acc 0.906\n",
            "epoch 1, step 1443: train_loss 0.240; train_acc 0.938\n",
            "epoch 1, step 1444: train_loss 0.192; train_acc 0.906\n",
            "epoch 1, step 1445: train_loss 0.375; train_acc 0.859\n",
            "epoch 1, step 1446: train_loss 0.115; train_acc 0.969\n",
            "epoch 1, step 1447: train_loss 0.333; train_acc 0.922\n",
            "epoch 1, step 1448: train_loss 0.146; train_acc 0.969\n",
            "epoch 1, step 1449: train_loss 0.245; train_acc 0.922\n",
            "epoch 1, step 1450: train_loss 0.129; train_acc 0.953\n",
            "epoch 1, step 1451: train_loss 0.318; train_acc 0.906\n",
            "epoch 1, step 1452: train_loss 0.069; train_acc 0.984\n",
            "epoch 1, step 1453: train_loss 0.271; train_acc 0.891\n",
            "epoch 1, step 1454: train_loss 0.171; train_acc 0.922\n",
            "epoch 1, step 1455: train_loss 0.248; train_acc 0.922\n",
            "epoch 1, step 1456: train_loss 0.289; train_acc 0.906\n",
            "epoch 1, step 1457: train_loss 0.129; train_acc 0.969\n",
            "epoch 1, step 1458: train_loss 0.098; train_acc 0.969\n",
            "epoch 1, step 1459: train_loss 0.286; train_acc 0.828\n",
            "epoch 1, step 1460: train_loss 0.368; train_acc 0.906\n",
            "epoch 1, step 1461: train_loss 0.165; train_acc 0.938\n",
            "epoch 1, step 1462: train_loss 0.275; train_acc 0.891\n",
            "epoch 1, step 1463: train_loss 0.204; train_acc 0.953\n",
            "epoch 1, step 1464: train_loss 0.090; train_acc 0.984\n",
            "epoch 1, step 1465: train_loss 0.184; train_acc 0.938\n",
            "epoch 1, step 1466: train_loss 0.099; train_acc 0.984\n",
            "epoch 1, step 1467: train_loss 0.154; train_acc 0.953\n",
            "epoch 1, step 1468: train_loss 0.198; train_acc 0.953\n",
            "epoch 1, step 1469: train_loss 0.357; train_acc 0.891\n",
            "epoch 1, step 1470: train_loss 0.194; train_acc 0.969\n",
            "epoch 1, step 1471: train_loss 0.394; train_acc 0.891\n",
            "epoch 1, step 1472: train_loss 0.191; train_acc 0.922\n",
            "epoch 1, step 1473: train_loss 0.149; train_acc 0.953\n",
            "epoch 1, step 1474: train_loss 0.276; train_acc 0.906\n",
            "epoch 1, step 1475: train_loss 0.347; train_acc 0.891\n",
            "epoch 1, step 1476: train_loss 0.386; train_acc 0.922\n",
            "epoch 1, step 1477: train_loss 0.185; train_acc 0.953\n",
            "epoch 1, step 1478: train_loss 0.238; train_acc 0.922\n",
            "epoch 1, step 1479: train_loss 0.191; train_acc 0.953\n",
            "epoch 1, step 1480: train_loss 0.130; train_acc 0.969\n",
            "epoch 1, step 1481: train_loss 0.174; train_acc 0.938\n",
            "epoch 1, step 1482: train_loss 0.072; train_acc 0.969\n",
            "epoch 1, step 1483: train_loss 0.148; train_acc 0.953\n",
            "epoch 1, step 1484: train_loss 0.240; train_acc 0.938\n",
            "epoch 1, step 1485: train_loss 0.262; train_acc 0.922\n",
            "epoch 1, step 1486: train_loss 0.135; train_acc 0.938\n",
            "epoch 1, step 1487: train_loss 0.059; train_acc 1.000\n",
            "epoch 1, step 1488: train_loss 0.415; train_acc 0.906\n",
            "epoch 1, step 1489: train_loss 0.200; train_acc 0.969\n",
            "epoch 1, step 1490: train_loss 0.134; train_acc 0.922\n",
            "epoch 1, step 1491: train_loss 0.337; train_acc 0.922\n",
            "epoch 1, step 1492: train_loss 0.196; train_acc 0.922\n",
            "epoch 1, step 1493: train_loss 0.270; train_acc 0.953\n",
            "epoch 1, step 1494: train_loss 0.346; train_acc 0.875\n",
            "epoch 1, step 1495: train_loss 0.169; train_acc 0.922\n",
            "epoch 1, step 1496: train_loss 0.193; train_acc 0.906\n",
            "epoch 1, step 1497: train_loss 0.215; train_acc 0.938\n",
            "epoch 1, step 1498: train_loss 0.252; train_acc 0.938\n",
            "epoch 1, step 1499: train_loss 0.190; train_acc 0.938\n",
            "epoch 1, step 1500: train_loss 0.224; train_acc 0.953\n",
            "epoch 1, step 1501: train_loss 0.213; train_acc 0.953\n",
            "epoch 1, step 1502: train_loss 0.253; train_acc 0.891\n",
            "epoch 1, step 1503: train_loss 0.190; train_acc 0.906\n",
            "epoch 1, step 1504: train_loss 0.333; train_acc 0.891\n",
            "epoch 1, step 1505: train_loss 0.091; train_acc 0.984\n",
            "epoch 1, step 1506: train_loss 0.223; train_acc 0.922\n",
            "epoch 1, step 1507: train_loss 0.275; train_acc 0.922\n",
            "epoch 1, step 1508: train_loss 0.407; train_acc 0.875\n",
            "epoch 1, step 1509: train_loss 0.552; train_acc 0.812\n",
            "epoch 1, step 1510: train_loss 0.161; train_acc 0.938\n",
            "epoch 1, step 1511: train_loss 0.270; train_acc 0.906\n",
            "epoch 1, step 1512: train_loss 0.371; train_acc 0.891\n",
            "epoch 1, step 1513: train_loss 0.390; train_acc 0.906\n",
            "epoch 1, step 1514: train_loss 0.137; train_acc 0.953\n",
            "epoch 1, step 1515: train_loss 0.219; train_acc 0.906\n",
            "epoch 1, step 1516: train_loss 0.177; train_acc 0.953\n",
            "epoch 1, step 1517: train_loss 0.211; train_acc 0.938\n",
            "epoch 1, step 1518: train_loss 0.369; train_acc 0.906\n",
            "epoch 1, step 1519: train_loss 0.095; train_acc 0.984\n",
            "epoch 1, step 1520: train_loss 0.319; train_acc 0.875\n",
            "epoch 1, step 1521: train_loss 0.192; train_acc 0.922\n",
            "epoch 1, step 1522: train_loss 0.307; train_acc 0.891\n",
            "epoch 1, step 1523: train_loss 0.192; train_acc 0.922\n",
            "epoch 1, step 1524: train_loss 0.238; train_acc 0.906\n",
            "epoch 1, step 1525: train_loss 0.255; train_acc 0.922\n",
            "epoch 1, step 1526: train_loss 0.123; train_acc 0.953\n",
            "epoch 1, step 1527: train_loss 0.119; train_acc 0.922\n",
            "epoch 1, step 1528: train_loss 0.229; train_acc 0.938\n",
            "epoch 1, step 1529: train_loss 0.175; train_acc 0.922\n",
            "epoch 1, step 1530: train_loss 0.316; train_acc 0.906\n",
            "epoch 1, step 1531: train_loss 0.296; train_acc 0.906\n",
            "epoch 1, step 1532: train_loss 0.182; train_acc 0.922\n",
            "epoch 1, step 1533: train_loss 0.143; train_acc 0.969\n",
            "epoch 1, step 1534: train_loss 0.285; train_acc 0.922\n",
            "epoch 1, step 1535: train_loss 0.482; train_acc 0.891\n",
            "epoch 1, step 1536: train_loss 0.168; train_acc 0.938\n",
            "epoch 1, step 1537: train_loss 0.087; train_acc 0.984\n",
            "epoch 1, step 1538: train_loss 0.203; train_acc 0.938\n",
            "epoch 1, step 1539: train_loss 0.260; train_acc 0.906\n",
            "epoch 1, step 1540: train_loss 0.198; train_acc 0.953\n",
            "epoch 1, step 1541: train_loss 0.137; train_acc 0.953\n",
            "epoch 1, step 1542: train_loss 0.164; train_acc 0.922\n",
            "epoch 1, step 1543: train_loss 0.126; train_acc 0.969\n",
            "epoch 1, step 1544: train_loss 0.362; train_acc 0.875\n",
            "epoch 1, step 1545: train_loss 0.135; train_acc 0.953\n",
            "epoch 1, step 1546: train_loss 0.188; train_acc 0.922\n",
            "epoch 1, step 1547: train_loss 0.257; train_acc 0.891\n",
            "epoch 1, step 1548: train_loss 0.194; train_acc 0.938\n",
            "epoch 1, step 1549: train_loss 0.230; train_acc 0.922\n",
            "epoch 1, step 1550: train_loss 0.109; train_acc 0.969\n",
            "epoch 1, step 1551: train_loss 0.161; train_acc 0.953\n",
            "epoch 1, step 1552: train_loss 0.234; train_acc 0.938\n",
            "epoch 1, step 1553: train_loss 0.182; train_acc 0.906\n",
            "epoch 1, step 1554: train_loss 0.168; train_acc 0.969\n",
            "epoch 1, step 1555: train_loss 0.104; train_acc 0.984\n",
            "epoch 1, step 1556: train_loss 0.237; train_acc 0.891\n",
            "epoch 1, step 1557: train_loss 0.171; train_acc 0.922\n",
            "epoch 1, step 1558: train_loss 0.144; train_acc 0.938\n",
            "epoch 1, step 1559: train_loss 0.104; train_acc 0.969\n",
            "epoch 1, step 1560: train_loss 0.189; train_acc 0.906\n",
            "epoch 1, step 1561: train_loss 0.249; train_acc 0.906\n",
            "epoch 1, step 1562: train_loss 0.130; train_acc 0.969\n",
            "Total # of test models:  29616\n",
            "val mean class acc. :  0.8273788759689922\n",
            "val overall acc. :  0.8257361\n",
            "val loss :  1.5941115646637156\n",
            "num_train_files: 118116\n",
            "num_val_files: 29616\n",
            "epoch 1, step 1: train_loss 11.507; train_acc 0.750\n",
            "epoch 1, step 2: train_loss 4.660; train_acc 0.875\n",
            "epoch 1, step 3: train_loss 3.754; train_acc 0.875\n",
            "epoch 1, step 4: train_loss 2.172; train_acc 0.875\n",
            "epoch 1, step 5: train_loss 3.689; train_acc 0.750\n",
            "epoch 1, step 6: train_loss 1.259; train_acc 0.875\n",
            "epoch 1, step 7: train_loss 1.639; train_acc 0.875\n",
            "epoch 1, step 8: train_loss 0.959; train_acc 0.750\n",
            "epoch 1, step 9: train_loss 3.068; train_acc 0.625\n",
            "epoch 1, step 10: train_loss 0.913; train_acc 0.875\n",
            "epoch 1, step 11: train_loss 0.067; train_acc 1.000\n",
            "epoch 1, step 12: train_loss 0.592; train_acc 0.875\n",
            "epoch 1, step 13: train_loss 1.143; train_acc 0.750\n",
            "epoch 1, step 14: train_loss 0.683; train_acc 0.750\n",
            "epoch 1, step 15: train_loss 0.954; train_acc 0.750\n",
            "epoch 1, step 16: train_loss 0.386; train_acc 1.000\n",
            "epoch 1, step 17: train_loss 1.310; train_acc 0.625\n",
            "epoch 1, step 18: train_loss 0.697; train_acc 0.750\n",
            "epoch 1, step 19: train_loss 1.292; train_acc 0.625\n",
            "epoch 1, step 20: train_loss 0.239; train_acc 0.875\n",
            "epoch 1, step 21: train_loss 1.440; train_acc 0.500\n",
            "epoch 1, step 22: train_loss 0.546; train_acc 0.875\n",
            "epoch 1, step 23: train_loss 0.853; train_acc 0.875\n",
            "epoch 1, step 24: train_loss 0.690; train_acc 0.875\n",
            "epoch 1, step 25: train_loss 0.979; train_acc 0.750\n",
            "epoch 1, step 26: train_loss 0.799; train_acc 0.750\n",
            "epoch 1, step 27: train_loss 0.501; train_acc 0.875\n",
            "epoch 1, step 28: train_loss 0.091; train_acc 1.000\n",
            "epoch 1, step 29: train_loss 0.472; train_acc 0.875\n",
            "epoch 1, step 30: train_loss 0.652; train_acc 0.750\n",
            "epoch 1, step 31: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 32: train_loss 1.543; train_acc 0.625\n",
            "epoch 1, step 33: train_loss 1.118; train_acc 0.750\n",
            "epoch 1, step 34: train_loss 0.454; train_acc 0.875\n",
            "epoch 1, step 35: train_loss 0.294; train_acc 0.875\n",
            "epoch 1, step 36: train_loss 1.315; train_acc 0.750\n",
            "epoch 1, step 37: train_loss 0.500; train_acc 0.875\n",
            "epoch 1, step 38: train_loss 0.816; train_acc 0.750\n",
            "epoch 1, step 39: train_loss 1.158; train_acc 0.750\n",
            "epoch 1, step 40: train_loss 0.074; train_acc 1.000\n",
            "epoch 1, step 41: train_loss 0.333; train_acc 0.875\n",
            "epoch 1, step 42: train_loss 0.156; train_acc 1.000\n",
            "epoch 1, step 43: train_loss 0.474; train_acc 0.875\n",
            "epoch 1, step 44: train_loss 0.565; train_acc 0.875\n",
            "epoch 1, step 45: train_loss 0.816; train_acc 0.875\n",
            "epoch 1, step 46: train_loss 0.113; train_acc 1.000\n",
            "epoch 1, step 47: train_loss 0.559; train_acc 0.750\n",
            "epoch 1, step 48: train_loss 0.443; train_acc 0.875\n",
            "epoch 1, step 49: train_loss 0.117; train_acc 1.000\n",
            "epoch 1, step 50: train_loss 1.004; train_acc 0.750\n",
            "epoch 1, step 51: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 52: train_loss 0.872; train_acc 0.875\n",
            "epoch 1, step 53: train_loss 0.271; train_acc 1.000\n",
            "epoch 1, step 54: train_loss 0.633; train_acc 0.875\n",
            "epoch 1, step 55: train_loss 1.439; train_acc 0.750\n",
            "epoch 1, step 56: train_loss 0.241; train_acc 0.875\n",
            "epoch 1, step 57: train_loss 0.332; train_acc 1.000\n",
            "epoch 1, step 58: train_loss 0.264; train_acc 0.875\n",
            "epoch 1, step 59: train_loss 0.419; train_acc 0.750\n",
            "epoch 1, step 60: train_loss 0.467; train_acc 0.875\n",
            "epoch 1, step 61: train_loss 0.527; train_acc 0.875\n",
            "epoch 1, step 62: train_loss 0.094; train_acc 1.000\n",
            "epoch 1, step 63: train_loss 0.118; train_acc 1.000\n",
            "epoch 1, step 64: train_loss 0.137; train_acc 1.000\n",
            "epoch 1, step 65: train_loss 0.119; train_acc 0.875\n",
            "epoch 1, step 66: train_loss 0.912; train_acc 0.875\n",
            "epoch 1, step 67: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 68: train_loss 0.514; train_acc 0.750\n",
            "epoch 1, step 69: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 70: train_loss 0.137; train_acc 0.875\n",
            "epoch 1, step 71: train_loss 0.707; train_acc 0.750\n",
            "epoch 1, step 72: train_loss 0.066; train_acc 1.000\n",
            "epoch 1, step 73: train_loss 0.382; train_acc 0.875\n",
            "epoch 1, step 74: train_loss 0.113; train_acc 1.000\n",
            "epoch 1, step 75: train_loss 1.279; train_acc 0.875\n",
            "epoch 1, step 76: train_loss 0.206; train_acc 0.875\n",
            "epoch 1, step 77: train_loss 0.195; train_acc 0.875\n",
            "epoch 1, step 78: train_loss 0.895; train_acc 0.750\n",
            "epoch 1, step 79: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 80: train_loss 0.051; train_acc 1.000\n",
            "epoch 1, step 81: train_loss 0.016; train_acc 1.000\n",
            "epoch 1, step 82: train_loss 0.452; train_acc 0.875\n",
            "epoch 1, step 83: train_loss 0.231; train_acc 1.000\n",
            "epoch 1, step 84: train_loss 0.236; train_acc 1.000\n",
            "epoch 1, step 85: train_loss 1.090; train_acc 0.500\n",
            "epoch 1, step 86: train_loss 0.303; train_acc 0.875\n",
            "epoch 1, step 87: train_loss 0.071; train_acc 1.000\n",
            "epoch 1, step 88: train_loss 0.425; train_acc 0.875\n",
            "epoch 1, step 89: train_loss 0.070; train_acc 1.000\n",
            "epoch 1, step 90: train_loss 0.047; train_acc 1.000\n",
            "epoch 1, step 91: train_loss 0.172; train_acc 0.875\n",
            "epoch 1, step 92: train_loss 0.049; train_acc 1.000\n",
            "epoch 1, step 93: train_loss 1.166; train_acc 0.875\n",
            "epoch 1, step 94: train_loss 0.087; train_acc 1.000\n",
            "epoch 1, step 95: train_loss 0.684; train_acc 0.750\n",
            "epoch 1, step 96: train_loss 0.046; train_acc 1.000\n",
            "epoch 1, step 97: train_loss 0.212; train_acc 0.875\n",
            "epoch 1, step 98: train_loss 0.318; train_acc 1.000\n",
            "epoch 1, step 99: train_loss 0.388; train_acc 0.875\n",
            "epoch 1, step 100: train_loss 1.244; train_acc 0.625\n",
            "epoch 1, step 101: train_loss 0.542; train_acc 0.750\n",
            "epoch 1, step 102: train_loss 0.064; train_acc 1.000\n",
            "epoch 1, step 103: train_loss 0.936; train_acc 0.625\n",
            "epoch 1, step 104: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 105: train_loss 0.255; train_acc 0.875\n",
            "epoch 1, step 106: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 107: train_loss 0.596; train_acc 0.875\n",
            "epoch 1, step 108: train_loss 0.482; train_acc 0.875\n",
            "epoch 1, step 109: train_loss 0.273; train_acc 0.875\n",
            "epoch 1, step 110: train_loss 0.078; train_acc 1.000\n",
            "epoch 1, step 111: train_loss 0.301; train_acc 0.875\n",
            "epoch 1, step 112: train_loss 0.264; train_acc 0.875\n",
            "epoch 1, step 113: train_loss 0.077; train_acc 1.000\n",
            "epoch 1, step 114: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 115: train_loss 0.140; train_acc 1.000\n",
            "epoch 1, step 116: train_loss 1.777; train_acc 0.625\n",
            "epoch 1, step 117: train_loss 0.444; train_acc 0.875\n",
            "epoch 1, step 118: train_loss 0.284; train_acc 1.000\n",
            "epoch 1, step 119: train_loss 0.146; train_acc 1.000\n",
            "epoch 1, step 120: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 121: train_loss 0.230; train_acc 1.000\n",
            "epoch 1, step 122: train_loss 0.212; train_acc 0.875\n",
            "epoch 1, step 123: train_loss 0.264; train_acc 0.875\n",
            "epoch 1, step 124: train_loss 0.569; train_acc 0.750\n",
            "epoch 1, step 125: train_loss 0.284; train_acc 0.875\n",
            "epoch 1, step 126: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 127: train_loss 0.175; train_acc 1.000\n",
            "epoch 1, step 128: train_loss 0.165; train_acc 1.000\n",
            "epoch 1, step 129: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 130: train_loss 0.428; train_acc 0.875\n",
            "epoch 1, step 131: train_loss 0.308; train_acc 0.875\n",
            "epoch 1, step 132: train_loss 0.019; train_acc 1.000\n",
            "epoch 1, step 133: train_loss 0.016; train_acc 1.000\n",
            "epoch 1, step 134: train_loss 0.125; train_acc 0.875\n",
            "epoch 1, step 135: train_loss 0.041; train_acc 1.000\n",
            "epoch 1, step 136: train_loss 0.162; train_acc 1.000\n",
            "epoch 1, step 137: train_loss 0.132; train_acc 1.000\n",
            "epoch 1, step 138: train_loss 0.379; train_acc 0.875\n",
            "epoch 1, step 139: train_loss 0.057; train_acc 1.000\n",
            "epoch 1, step 140: train_loss 0.194; train_acc 1.000\n",
            "epoch 1, step 141: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 142: train_loss 0.023; train_acc 1.000\n",
            "epoch 1, step 143: train_loss 0.423; train_acc 0.875\n",
            "epoch 1, step 144: train_loss 0.473; train_acc 0.875\n",
            "epoch 1, step 145: train_loss 0.158; train_acc 0.875\n",
            "epoch 1, step 146: train_loss 0.580; train_acc 0.875\n",
            "epoch 1, step 147: train_loss 0.128; train_acc 1.000\n",
            "epoch 1, step 148: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 149: train_loss 0.290; train_acc 0.875\n",
            "epoch 1, step 150: train_loss 0.760; train_acc 0.875\n",
            "epoch 1, step 151: train_loss 0.656; train_acc 0.750\n",
            "epoch 1, step 152: train_loss 0.591; train_acc 0.875\n",
            "epoch 1, step 153: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 154: train_loss 0.177; train_acc 1.000\n",
            "epoch 1, step 155: train_loss 0.127; train_acc 1.000\n",
            "epoch 1, step 156: train_loss 0.324; train_acc 0.875\n",
            "epoch 1, step 157: train_loss 0.561; train_acc 0.875\n",
            "epoch 1, step 158: train_loss 0.124; train_acc 0.875\n",
            "epoch 1, step 159: train_loss 1.267; train_acc 0.875\n",
            "epoch 1, step 160: train_loss 0.064; train_acc 1.000\n",
            "epoch 1, step 161: train_loss 0.046; train_acc 1.000\n",
            "epoch 1, step 162: train_loss 0.008; train_acc 1.000\n",
            "epoch 1, step 163: train_loss 0.037; train_acc 1.000\n",
            "epoch 1, step 164: train_loss 0.086; train_acc 1.000\n",
            "epoch 1, step 165: train_loss 0.099; train_acc 1.000\n",
            "epoch 1, step 166: train_loss 0.302; train_acc 0.875\n",
            "epoch 1, step 167: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 168: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 169: train_loss 0.826; train_acc 0.875\n",
            "epoch 1, step 170: train_loss 0.136; train_acc 0.875\n",
            "epoch 1, step 171: train_loss 0.227; train_acc 0.875\n",
            "epoch 1, step 172: train_loss 0.026; train_acc 1.000\n",
            "epoch 1, step 173: train_loss 0.760; train_acc 0.625\n",
            "epoch 1, step 174: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 175: train_loss 0.660; train_acc 0.500\n",
            "epoch 1, step 176: train_loss 0.323; train_acc 0.875\n",
            "epoch 1, step 177: train_loss 0.318; train_acc 1.000\n",
            "epoch 1, step 178: train_loss 0.581; train_acc 0.750\n",
            "epoch 1, step 179: train_loss 0.282; train_acc 0.875\n",
            "epoch 1, step 180: train_loss 0.401; train_acc 0.875\n",
            "epoch 1, step 181: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 182: train_loss 0.086; train_acc 1.000\n",
            "epoch 1, step 183: train_loss 0.311; train_acc 0.875\n",
            "epoch 1, step 184: train_loss 1.917; train_acc 0.750\n",
            "epoch 1, step 185: train_loss 0.357; train_acc 0.875\n",
            "epoch 1, step 186: train_loss 0.199; train_acc 0.875\n",
            "epoch 1, step 187: train_loss 0.026; train_acc 1.000\n",
            "epoch 1, step 188: train_loss 0.179; train_acc 0.875\n",
            "epoch 1, step 189: train_loss 0.392; train_acc 0.875\n",
            "epoch 1, step 190: train_loss 0.087; train_acc 1.000\n",
            "epoch 1, step 191: train_loss 0.194; train_acc 0.875\n",
            "epoch 1, step 192: train_loss 0.397; train_acc 0.875\n",
            "epoch 1, step 193: train_loss 0.088; train_acc 1.000\n",
            "epoch 1, step 194: train_loss 0.340; train_acc 0.875\n",
            "epoch 1, step 195: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 196: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 197: train_loss 0.366; train_acc 0.875\n",
            "epoch 1, step 198: train_loss 0.067; train_acc 1.000\n",
            "epoch 1, step 199: train_loss 0.282; train_acc 0.875\n",
            "epoch 1, step 200: train_loss 0.332; train_acc 0.875\n",
            "epoch 1, step 201: train_loss 0.063; train_acc 1.000\n",
            "epoch 1, step 202: train_loss 1.383; train_acc 0.750\n",
            "epoch 1, step 203: train_loss 0.389; train_acc 0.875\n",
            "epoch 1, step 204: train_loss 0.161; train_acc 1.000\n",
            "epoch 1, step 205: train_loss 0.123; train_acc 1.000\n",
            "epoch 1, step 206: train_loss 0.052; train_acc 1.000\n",
            "epoch 1, step 207: train_loss 0.380; train_acc 0.875\n",
            "epoch 1, step 208: train_loss 0.190; train_acc 0.875\n",
            "epoch 1, step 209: train_loss 0.405; train_acc 0.875\n",
            "epoch 1, step 210: train_loss 0.167; train_acc 0.875\n",
            "epoch 1, step 211: train_loss 1.115; train_acc 0.625\n",
            "epoch 1, step 212: train_loss 0.164; train_acc 0.875\n",
            "epoch 1, step 213: train_loss 0.330; train_acc 0.750\n",
            "epoch 1, step 214: train_loss 0.041; train_acc 1.000\n",
            "epoch 1, step 215: train_loss 0.066; train_acc 1.000\n",
            "epoch 1, step 216: train_loss 0.667; train_acc 0.750\n",
            "epoch 1, step 217: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 218: train_loss 0.166; train_acc 1.000\n",
            "epoch 1, step 219: train_loss 0.056; train_acc 1.000\n",
            "epoch 1, step 220: train_loss 0.324; train_acc 0.875\n",
            "epoch 1, step 221: train_loss 0.056; train_acc 1.000\n",
            "epoch 1, step 222: train_loss 0.572; train_acc 0.875\n",
            "epoch 1, step 223: train_loss 0.572; train_acc 0.750\n",
            "epoch 1, step 224: train_loss 0.082; train_acc 1.000\n",
            "epoch 1, step 225: train_loss 0.499; train_acc 0.875\n",
            "epoch 1, step 226: train_loss 0.109; train_acc 1.000\n",
            "epoch 1, step 227: train_loss 0.044; train_acc 1.000\n",
            "epoch 1, step 228: train_loss 0.421; train_acc 0.875\n",
            "epoch 1, step 229: train_loss 1.182; train_acc 0.625\n",
            "epoch 1, step 230: train_loss 0.628; train_acc 0.750\n",
            "epoch 1, step 231: train_loss 0.049; train_acc 1.000\n",
            "epoch 1, step 232: train_loss 0.389; train_acc 0.875\n",
            "epoch 1, step 233: train_loss 0.750; train_acc 0.875\n",
            "epoch 1, step 234: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 235: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 236: train_loss 0.735; train_acc 0.750\n",
            "epoch 1, step 237: train_loss 0.195; train_acc 1.000\n",
            "epoch 1, step 238: train_loss 0.140; train_acc 1.000\n",
            "epoch 1, step 239: train_loss 0.470; train_acc 0.750\n",
            "epoch 1, step 240: train_loss 0.018; train_acc 1.000\n",
            "epoch 1, step 241: train_loss 0.162; train_acc 1.000\n",
            "epoch 1, step 242: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 243: train_loss 0.724; train_acc 0.625\n",
            "epoch 1, step 244: train_loss 0.447; train_acc 0.750\n",
            "epoch 1, step 245: train_loss 0.429; train_acc 0.750\n",
            "epoch 1, step 246: train_loss 0.923; train_acc 0.625\n",
            "epoch 1, step 247: train_loss 0.059; train_acc 1.000\n",
            "epoch 1, step 248: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 249: train_loss 0.647; train_acc 0.750\n",
            "epoch 1, step 250: train_loss 0.228; train_acc 0.875\n",
            "epoch 1, step 251: train_loss 0.258; train_acc 1.000\n",
            "epoch 1, step 252: train_loss 0.510; train_acc 0.875\n",
            "epoch 1, step 253: train_loss 0.207; train_acc 1.000\n",
            "epoch 1, step 254: train_loss 0.326; train_acc 0.875\n",
            "epoch 1, step 255: train_loss 0.062; train_acc 1.000\n",
            "epoch 1, step 256: train_loss 0.347; train_acc 0.750\n",
            "epoch 1, step 257: train_loss 0.030; train_acc 1.000\n",
            "epoch 1, step 258: train_loss 0.357; train_acc 0.875\n",
            "epoch 1, step 259: train_loss 0.297; train_acc 0.875\n",
            "epoch 1, step 260: train_loss 0.558; train_acc 0.750\n",
            "epoch 1, step 261: train_loss 0.312; train_acc 0.875\n",
            "epoch 1, step 262: train_loss 0.078; train_acc 1.000\n",
            "epoch 1, step 263: train_loss 0.063; train_acc 1.000\n",
            "epoch 1, step 264: train_loss 0.551; train_acc 0.875\n",
            "epoch 1, step 265: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 266: train_loss 0.789; train_acc 0.625\n",
            "epoch 1, step 267: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 268: train_loss 0.987; train_acc 0.750\n",
            "epoch 1, step 269: train_loss 0.138; train_acc 1.000\n",
            "epoch 1, step 270: train_loss 0.314; train_acc 0.875\n",
            "epoch 1, step 271: train_loss 0.217; train_acc 0.875\n",
            "epoch 1, step 272: train_loss 0.380; train_acc 0.750\n",
            "epoch 1, step 273: train_loss 0.655; train_acc 0.750\n",
            "epoch 1, step 274: train_loss 0.295; train_acc 0.875\n",
            "epoch 1, step 275: train_loss 0.031; train_acc 1.000\n",
            "epoch 1, step 276: train_loss 0.124; train_acc 0.875\n",
            "epoch 1, step 277: train_loss 0.206; train_acc 1.000\n",
            "epoch 1, step 278: train_loss 1.147; train_acc 0.500\n",
            "epoch 1, step 279: train_loss 0.689; train_acc 0.750\n",
            "epoch 1, step 280: train_loss 0.080; train_acc 1.000\n",
            "epoch 1, step 281: train_loss 0.027; train_acc 1.000\n",
            "epoch 1, step 282: train_loss 0.148; train_acc 0.875\n",
            "epoch 1, step 283: train_loss 0.138; train_acc 1.000\n",
            "epoch 1, step 284: train_loss 0.017; train_acc 1.000\n",
            "epoch 1, step 285: train_loss 0.066; train_acc 1.000\n",
            "epoch 1, step 286: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 287: train_loss 0.241; train_acc 0.875\n",
            "epoch 1, step 288: train_loss 0.295; train_acc 1.000\n",
            "epoch 1, step 289: train_loss 0.070; train_acc 1.000\n",
            "epoch 1, step 290: train_loss 0.073; train_acc 1.000\n",
            "epoch 1, step 291: train_loss 0.059; train_acc 1.000\n",
            "epoch 1, step 292: train_loss 0.287; train_acc 0.875\n",
            "epoch 1, step 293: train_loss 0.661; train_acc 0.750\n",
            "epoch 1, step 294: train_loss 0.638; train_acc 0.750\n",
            "epoch 1, step 295: train_loss 0.167; train_acc 1.000\n",
            "epoch 1, step 296: train_loss 0.054; train_acc 1.000\n",
            "epoch 1, step 297: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 298: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 299: train_loss 0.084; train_acc 1.000\n",
            "epoch 1, step 300: train_loss 0.066; train_acc 1.000\n",
            "epoch 1, step 301: train_loss 0.013; train_acc 1.000\n",
            "epoch 1, step 302: train_loss 0.039; train_acc 1.000\n",
            "epoch 1, step 303: train_loss 0.048; train_acc 1.000\n",
            "epoch 1, step 304: train_loss 0.238; train_acc 0.875\n",
            "epoch 1, step 305: train_loss 0.011; train_acc 1.000\n",
            "epoch 1, step 306: train_loss 0.681; train_acc 0.750\n",
            "epoch 1, step 307: train_loss 1.090; train_acc 0.875\n",
            "epoch 1, step 308: train_loss 0.038; train_acc 1.000\n",
            "epoch 1, step 309: train_loss 0.280; train_acc 0.875\n",
            "epoch 1, step 310: train_loss 0.016; train_acc 1.000\n",
            "epoch 1, step 311: train_loss 0.167; train_acc 0.875\n",
            "epoch 1, step 312: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 313: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 314: train_loss 0.069; train_acc 1.000\n",
            "epoch 1, step 315: train_loss 0.070; train_acc 1.000\n",
            "epoch 1, step 316: train_loss 0.076; train_acc 1.000\n",
            "epoch 1, step 317: train_loss 0.412; train_acc 0.875\n",
            "epoch 1, step 318: train_loss 1.525; train_acc 0.750\n",
            "epoch 1, step 319: train_loss 0.294; train_acc 0.750\n",
            "epoch 1, step 320: train_loss 0.354; train_acc 0.875\n",
            "epoch 1, step 321: train_loss 0.031; train_acc 1.000\n",
            "epoch 1, step 322: train_loss 0.234; train_acc 0.875\n",
            "epoch 1, step 323: train_loss 0.218; train_acc 0.875\n",
            "epoch 1, step 324: train_loss 0.073; train_acc 1.000\n",
            "epoch 1, step 325: train_loss 0.203; train_acc 0.875\n",
            "epoch 1, step 326: train_loss 0.023; train_acc 1.000\n",
            "epoch 1, step 327: train_loss 0.529; train_acc 0.750\n",
            "epoch 1, step 328: train_loss 0.534; train_acc 0.750\n",
            "epoch 1, step 329: train_loss 0.016; train_acc 1.000\n",
            "epoch 1, step 330: train_loss 0.137; train_acc 0.875\n",
            "epoch 1, step 331: train_loss 0.145; train_acc 1.000\n",
            "epoch 1, step 332: train_loss 0.353; train_acc 0.875\n",
            "epoch 1, step 333: train_loss 0.040; train_acc 1.000\n",
            "epoch 1, step 334: train_loss 0.026; train_acc 1.000\n",
            "epoch 1, step 335: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 336: train_loss 0.013; train_acc 1.000\n",
            "epoch 1, step 337: train_loss 0.415; train_acc 0.875\n",
            "epoch 1, step 338: train_loss 0.096; train_acc 1.000\n",
            "epoch 1, step 339: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 340: train_loss 0.049; train_acc 1.000\n",
            "epoch 1, step 341: train_loss 0.036; train_acc 1.000\n",
            "epoch 1, step 342: train_loss 0.483; train_acc 0.875\n",
            "epoch 1, step 343: train_loss 0.008; train_acc 1.000\n",
            "epoch 1, step 344: train_loss 0.019; train_acc 1.000\n",
            "epoch 1, step 345: train_loss 0.836; train_acc 0.750\n",
            "epoch 1, step 346: train_loss 0.327; train_acc 0.875\n",
            "epoch 1, step 347: train_loss 0.038; train_acc 1.000\n",
            "epoch 1, step 348: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 349: train_loss 0.346; train_acc 0.875\n",
            "epoch 1, step 350: train_loss 0.289; train_acc 0.875\n",
            "epoch 1, step 351: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 352: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 353: train_loss 0.504; train_acc 0.875\n",
            "epoch 1, step 354: train_loss 0.058; train_acc 1.000\n",
            "epoch 1, step 355: train_loss 0.165; train_acc 1.000\n",
            "epoch 1, step 356: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 357: train_loss 0.134; train_acc 0.875\n",
            "epoch 1, step 358: train_loss 0.648; train_acc 0.875\n",
            "epoch 1, step 359: train_loss 0.335; train_acc 0.875\n",
            "epoch 1, step 360: train_loss 0.102; train_acc 1.000\n",
            "epoch 1, step 361: train_loss 0.279; train_acc 1.000\n",
            "epoch 1, step 362: train_loss 0.078; train_acc 1.000\n",
            "epoch 1, step 363: train_loss 0.119; train_acc 0.875\n",
            "epoch 1, step 364: train_loss 0.108; train_acc 0.875\n",
            "epoch 1, step 365: train_loss 0.215; train_acc 0.875\n",
            "epoch 1, step 366: train_loss 0.596; train_acc 0.750\n",
            "epoch 1, step 367: train_loss 1.283; train_acc 0.750\n",
            "epoch 1, step 368: train_loss 0.099; train_acc 1.000\n",
            "epoch 1, step 369: train_loss 0.517; train_acc 0.875\n",
            "epoch 1, step 370: train_loss 0.554; train_acc 0.875\n",
            "epoch 1, step 371: train_loss 0.097; train_acc 1.000\n",
            "epoch 1, step 372: train_loss 0.047; train_acc 1.000\n",
            "epoch 1, step 373: train_loss 0.070; train_acc 1.000\n",
            "epoch 1, step 374: train_loss 0.302; train_acc 0.875\n",
            "epoch 1, step 375: train_loss 0.987; train_acc 0.875\n",
            "epoch 1, step 376: train_loss 0.084; train_acc 1.000\n",
            "epoch 1, step 377: train_loss 0.657; train_acc 0.750\n",
            "epoch 1, step 378: train_loss 0.200; train_acc 0.875\n",
            "epoch 1, step 379: train_loss 0.184; train_acc 0.875\n",
            "epoch 1, step 380: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 381: train_loss 0.838; train_acc 0.625\n",
            "epoch 1, step 382: train_loss 0.129; train_acc 0.875\n",
            "epoch 1, step 383: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 384: train_loss 0.018; train_acc 1.000\n",
            "epoch 1, step 385: train_loss 0.020; train_acc 1.000\n",
            "epoch 1, step 386: train_loss 0.199; train_acc 1.000\n",
            "epoch 1, step 387: train_loss 0.433; train_acc 0.875\n",
            "epoch 1, step 388: train_loss 0.371; train_acc 0.875\n",
            "epoch 1, step 389: train_loss 0.018; train_acc 1.000\n",
            "epoch 1, step 390: train_loss 0.077; train_acc 1.000\n",
            "epoch 1, step 391: train_loss 0.027; train_acc 1.000\n",
            "epoch 1, step 392: train_loss 0.385; train_acc 0.875\n",
            "epoch 1, step 393: train_loss 0.351; train_acc 0.875\n",
            "epoch 1, step 394: train_loss 0.693; train_acc 0.750\n",
            "epoch 1, step 395: train_loss 0.316; train_acc 0.875\n",
            "epoch 1, step 396: train_loss 0.122; train_acc 1.000\n",
            "epoch 1, step 397: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 398: train_loss 0.020; train_acc 1.000\n",
            "epoch 1, step 399: train_loss 0.049; train_acc 1.000\n",
            "epoch 1, step 400: train_loss 0.167; train_acc 1.000\n",
            "epoch 1, step 401: train_loss 0.018; train_acc 1.000\n",
            "epoch 1, step 402: train_loss 0.106; train_acc 1.000\n",
            "epoch 1, step 403: train_loss 0.062; train_acc 1.000\n",
            "epoch 1, step 404: train_loss 0.215; train_acc 0.875\n",
            "epoch 1, step 405: train_loss 0.086; train_acc 1.000\n",
            "epoch 1, step 406: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 407: train_loss 0.167; train_acc 1.000\n",
            "epoch 1, step 408: train_loss 0.855; train_acc 0.750\n",
            "epoch 1, step 409: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 410: train_loss 0.063; train_acc 1.000\n",
            "epoch 1, step 411: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 412: train_loss 0.294; train_acc 0.875\n",
            "epoch 1, step 413: train_loss 0.396; train_acc 0.875\n",
            "epoch 1, step 414: train_loss 1.614; train_acc 0.875\n",
            "epoch 1, step 415: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 416: train_loss 0.625; train_acc 0.750\n",
            "epoch 1, step 417: train_loss 0.233; train_acc 0.875\n",
            "epoch 1, step 418: train_loss 0.166; train_acc 1.000\n",
            "epoch 1, step 419: train_loss 0.230; train_acc 0.875\n",
            "epoch 1, step 420: train_loss 1.030; train_acc 0.875\n",
            "epoch 1, step 421: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 422: train_loss 0.180; train_acc 0.875\n",
            "epoch 1, step 423: train_loss 0.422; train_acc 0.875\n",
            "epoch 1, step 424: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 425: train_loss 0.013; train_acc 1.000\n",
            "epoch 1, step 426: train_loss 0.294; train_acc 0.875\n",
            "epoch 1, step 427: train_loss 0.468; train_acc 0.875\n",
            "epoch 1, step 428: train_loss 0.134; train_acc 1.000\n",
            "epoch 1, step 429: train_loss 0.562; train_acc 0.875\n",
            "epoch 1, step 430: train_loss 0.154; train_acc 0.875\n",
            "epoch 1, step 431: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 432: train_loss 0.136; train_acc 1.000\n",
            "epoch 1, step 433: train_loss 0.220; train_acc 1.000\n",
            "epoch 1, step 434: train_loss 0.393; train_acc 0.750\n",
            "epoch 1, step 435: train_loss 0.013; train_acc 1.000\n",
            "epoch 1, step 436: train_loss 0.044; train_acc 1.000\n",
            "epoch 1, step 437: train_loss 0.188; train_acc 0.875\n",
            "epoch 1, step 438: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 439: train_loss 0.082; train_acc 1.000\n",
            "epoch 1, step 440: train_loss 0.130; train_acc 0.875\n",
            "epoch 1, step 441: train_loss 0.090; train_acc 1.000\n",
            "epoch 1, step 442: train_loss 0.284; train_acc 0.750\n",
            "epoch 1, step 443: train_loss 0.104; train_acc 1.000\n",
            "epoch 1, step 444: train_loss 0.025; train_acc 1.000\n",
            "epoch 1, step 445: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 446: train_loss 0.031; train_acc 1.000\n",
            "epoch 1, step 447: train_loss 0.646; train_acc 0.875\n",
            "epoch 1, step 448: train_loss 0.119; train_acc 0.875\n",
            "epoch 1, step 449: train_loss 0.114; train_acc 1.000\n",
            "epoch 1, step 450: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 451: train_loss 0.405; train_acc 0.875\n",
            "epoch 1, step 452: train_loss 0.908; train_acc 0.875\n",
            "epoch 1, step 453: train_loss 0.049; train_acc 1.000\n",
            "epoch 1, step 454: train_loss 0.114; train_acc 1.000\n",
            "epoch 1, step 455: train_loss 0.022; train_acc 1.000\n",
            "epoch 1, step 456: train_loss 0.090; train_acc 1.000\n",
            "epoch 1, step 457: train_loss 0.465; train_acc 0.875\n",
            "epoch 1, step 458: train_loss 0.206; train_acc 1.000\n",
            "epoch 1, step 459: train_loss 0.529; train_acc 0.875\n",
            "epoch 1, step 460: train_loss 0.303; train_acc 0.875\n",
            "epoch 1, step 461: train_loss 0.293; train_acc 0.875\n",
            "epoch 1, step 462: train_loss 0.451; train_acc 0.875\n",
            "epoch 1, step 463: train_loss 0.081; train_acc 1.000\n",
            "epoch 1, step 464: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 465: train_loss 0.011; train_acc 1.000\n",
            "epoch 1, step 466: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 467: train_loss 0.129; train_acc 1.000\n",
            "epoch 1, step 468: train_loss 0.011; train_acc 1.000\n",
            "epoch 1, step 469: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 470: train_loss 0.140; train_acc 1.000\n",
            "epoch 1, step 471: train_loss 0.718; train_acc 0.875\n",
            "epoch 1, step 472: train_loss 0.033; train_acc 1.000\n",
            "epoch 1, step 473: train_loss 0.687; train_acc 0.875\n",
            "epoch 1, step 474: train_loss 0.306; train_acc 0.875\n",
            "epoch 1, step 475: train_loss 0.414; train_acc 0.750\n",
            "epoch 1, step 476: train_loss 0.817; train_acc 0.875\n",
            "epoch 1, step 477: train_loss 0.856; train_acc 0.625\n",
            "epoch 1, step 478: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 479: train_loss 0.012; train_acc 1.000\n",
            "epoch 1, step 480: train_loss 0.011; train_acc 1.000\n",
            "epoch 1, step 481: train_loss 0.091; train_acc 1.000\n",
            "epoch 1, step 482: train_loss 0.156; train_acc 0.875\n",
            "epoch 1, step 483: train_loss 0.590; train_acc 0.875\n",
            "epoch 1, step 484: train_loss 0.341; train_acc 0.750\n",
            "epoch 1, step 485: train_loss 0.481; train_acc 0.875\n",
            "epoch 1, step 486: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 487: train_loss 0.117; train_acc 1.000\n",
            "epoch 1, step 488: train_loss 0.558; train_acc 0.875\n",
            "epoch 1, step 489: train_loss 0.861; train_acc 0.875\n",
            "epoch 1, step 490: train_loss 0.789; train_acc 0.875\n",
            "epoch 1, step 491: train_loss 0.715; train_acc 0.875\n",
            "epoch 1, step 492: train_loss 0.135; train_acc 1.000\n",
            "epoch 1, step 493: train_loss 0.281; train_acc 0.875\n",
            "epoch 1, step 494: train_loss 0.112; train_acc 1.000\n",
            "epoch 1, step 495: train_loss 0.072; train_acc 1.000\n",
            "epoch 1, step 496: train_loss 0.116; train_acc 0.875\n",
            "epoch 1, step 497: train_loss 1.513; train_acc 0.750\n",
            "epoch 1, step 498: train_loss 0.487; train_acc 0.875\n",
            "epoch 1, step 499: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 500: train_loss 0.373; train_acc 0.875\n",
            "epoch 1, step 501: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 502: train_loss 0.321; train_acc 0.875\n",
            "epoch 1, step 503: train_loss 0.019; train_acc 1.000\n",
            "epoch 1, step 504: train_loss 1.372; train_acc 0.875\n",
            "epoch 1, step 505: train_loss 0.220; train_acc 1.000\n",
            "epoch 1, step 506: train_loss 0.106; train_acc 1.000\n",
            "epoch 1, step 507: train_loss 0.563; train_acc 0.750\n",
            "epoch 1, step 508: train_loss 0.055; train_acc 1.000\n",
            "epoch 1, step 509: train_loss 0.019; train_acc 1.000\n",
            "epoch 1, step 510: train_loss 0.124; train_acc 1.000\n",
            "epoch 1, step 511: train_loss 0.316; train_acc 0.875\n",
            "epoch 1, step 512: train_loss 0.131; train_acc 1.000\n",
            "epoch 1, step 513: train_loss 0.227; train_acc 0.875\n",
            "epoch 1, step 514: train_loss 0.573; train_acc 0.875\n",
            "epoch 1, step 515: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 516: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 517: train_loss 0.315; train_acc 0.875\n",
            "epoch 1, step 518: train_loss 0.172; train_acc 1.000\n",
            "epoch 1, step 519: train_loss 0.945; train_acc 0.875\n",
            "epoch 1, step 520: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 521: train_loss 0.012; train_acc 1.000\n",
            "epoch 1, step 522: train_loss 0.394; train_acc 0.625\n",
            "epoch 1, step 523: train_loss 0.148; train_acc 0.875\n",
            "epoch 1, step 524: train_loss 0.773; train_acc 0.750\n",
            "epoch 1, step 525: train_loss 0.026; train_acc 1.000\n",
            "epoch 1, step 526: train_loss 0.242; train_acc 0.875\n",
            "epoch 1, step 527: train_loss 0.271; train_acc 0.875\n",
            "epoch 1, step 528: train_loss 0.594; train_acc 0.750\n",
            "epoch 1, step 529: train_loss 0.306; train_acc 0.875\n",
            "epoch 1, step 530: train_loss 0.548; train_acc 0.750\n",
            "epoch 1, step 531: train_loss 0.377; train_acc 0.875\n",
            "epoch 1, step 532: train_loss 0.698; train_acc 0.875\n",
            "epoch 1, step 533: train_loss 0.083; train_acc 1.000\n",
            "epoch 1, step 534: train_loss 0.648; train_acc 0.750\n",
            "epoch 1, step 535: train_loss 0.099; train_acc 1.000\n",
            "epoch 1, step 536: train_loss 0.451; train_acc 0.875\n",
            "epoch 1, step 537: train_loss 0.124; train_acc 1.000\n",
            "epoch 1, step 538: train_loss 0.127; train_acc 1.000\n",
            "epoch 1, step 539: train_loss 0.649; train_acc 0.875\n",
            "epoch 1, step 540: train_loss 1.087; train_acc 0.750\n",
            "epoch 1, step 541: train_loss 0.317; train_acc 0.875\n",
            "epoch 1, step 542: train_loss 0.103; train_acc 1.000\n",
            "epoch 1, step 543: train_loss 0.061; train_acc 1.000\n",
            "epoch 1, step 544: train_loss 0.214; train_acc 1.000\n",
            "epoch 1, step 545: train_loss 0.162; train_acc 0.875\n",
            "epoch 1, step 546: train_loss 0.227; train_acc 1.000\n",
            "epoch 1, step 547: train_loss 0.102; train_acc 1.000\n",
            "epoch 1, step 548: train_loss 0.633; train_acc 0.875\n",
            "epoch 1, step 549: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 550: train_loss 0.291; train_acc 0.875\n",
            "epoch 1, step 551: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 552: train_loss 0.224; train_acc 1.000\n",
            "epoch 1, step 553: train_loss 0.058; train_acc 1.000\n",
            "epoch 1, step 554: train_loss 0.153; train_acc 0.875\n",
            "epoch 1, step 555: train_loss 0.662; train_acc 0.625\n",
            "epoch 1, step 556: train_loss 0.325; train_acc 1.000\n",
            "epoch 1, step 557: train_loss 0.263; train_acc 0.875\n",
            "epoch 1, step 558: train_loss 0.168; train_acc 0.875\n",
            "epoch 1, step 559: train_loss 0.100; train_acc 1.000\n",
            "epoch 1, step 560: train_loss 0.394; train_acc 0.875\n",
            "epoch 1, step 561: train_loss 0.133; train_acc 1.000\n",
            "epoch 1, step 562: train_loss 0.693; train_acc 0.875\n",
            "epoch 1, step 563: train_loss 0.124; train_acc 0.875\n",
            "epoch 1, step 564: train_loss 0.070; train_acc 1.000\n",
            "epoch 1, step 565: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 566: train_loss 0.168; train_acc 1.000\n",
            "epoch 1, step 567: train_loss 0.061; train_acc 1.000\n",
            "epoch 1, step 568: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 569: train_loss 0.842; train_acc 0.875\n",
            "epoch 1, step 570: train_loss 0.325; train_acc 0.875\n",
            "epoch 1, step 571: train_loss 2.019; train_acc 0.750\n",
            "epoch 1, step 572: train_loss 0.237; train_acc 0.875\n",
            "epoch 1, step 573: train_loss 0.158; train_acc 0.875\n",
            "epoch 1, step 574: train_loss 0.694; train_acc 0.750\n",
            "epoch 1, step 575: train_loss 0.140; train_acc 1.000\n",
            "epoch 1, step 576: train_loss 0.180; train_acc 0.875\n",
            "epoch 1, step 577: train_loss 0.041; train_acc 1.000\n",
            "epoch 1, step 578: train_loss 0.150; train_acc 1.000\n",
            "epoch 1, step 579: train_loss 0.058; train_acc 1.000\n",
            "epoch 1, step 580: train_loss 0.050; train_acc 1.000\n",
            "epoch 1, step 581: train_loss 0.153; train_acc 1.000\n",
            "epoch 1, step 582: train_loss 0.120; train_acc 1.000\n",
            "epoch 1, step 583: train_loss 0.031; train_acc 1.000\n",
            "epoch 1, step 584: train_loss 0.074; train_acc 1.000\n",
            "epoch 1, step 585: train_loss 0.071; train_acc 1.000\n",
            "epoch 1, step 586: train_loss 0.319; train_acc 0.875\n",
            "epoch 1, step 587: train_loss 0.120; train_acc 1.000\n",
            "epoch 1, step 588: train_loss 0.258; train_acc 1.000\n",
            "epoch 1, step 589: train_loss 0.158; train_acc 0.875\n",
            "epoch 1, step 590: train_loss 0.053; train_acc 1.000\n",
            "epoch 1, step 591: train_loss 0.042; train_acc 1.000\n",
            "epoch 1, step 592: train_loss 0.008; train_acc 1.000\n",
            "epoch 1, step 593: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 594: train_loss 0.229; train_acc 0.875\n",
            "epoch 1, step 595: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 596: train_loss 0.683; train_acc 0.875\n",
            "epoch 1, step 597: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 598: train_loss 0.302; train_acc 0.875\n",
            "epoch 1, step 599: train_loss 0.093; train_acc 1.000\n",
            "epoch 1, step 600: train_loss 0.034; train_acc 1.000\n",
            "epoch 1, step 601: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 602: train_loss 0.011; train_acc 1.000\n",
            "epoch 1, step 603: train_loss 0.066; train_acc 1.000\n",
            "epoch 1, step 604: train_loss 0.511; train_acc 0.750\n",
            "epoch 1, step 605: train_loss 0.471; train_acc 0.750\n",
            "epoch 1, step 606: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 607: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 608: train_loss 0.300; train_acc 0.750\n",
            "epoch 1, step 609: train_loss 0.097; train_acc 1.000\n",
            "epoch 1, step 610: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 611: train_loss 0.421; train_acc 0.750\n",
            "epoch 1, step 612: train_loss 0.299; train_acc 1.000\n",
            "epoch 1, step 613: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 614: train_loss 1.149; train_acc 0.875\n",
            "epoch 1, step 615: train_loss 0.361; train_acc 0.875\n",
            "epoch 1, step 616: train_loss 0.157; train_acc 1.000\n",
            "epoch 1, step 617: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 618: train_loss 0.068; train_acc 1.000\n",
            "epoch 1, step 619: train_loss 0.724; train_acc 0.875\n",
            "epoch 1, step 620: train_loss 0.422; train_acc 0.875\n",
            "epoch 1, step 621: train_loss 0.017; train_acc 1.000\n",
            "epoch 1, step 622: train_loss 0.395; train_acc 0.750\n",
            "epoch 1, step 623: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 624: train_loss 0.019; train_acc 1.000\n",
            "epoch 1, step 625: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 626: train_loss 0.166; train_acc 0.875\n",
            "epoch 1, step 627: train_loss 0.431; train_acc 0.875\n",
            "epoch 1, step 628: train_loss 0.312; train_acc 0.875\n",
            "epoch 1, step 629: train_loss 0.413; train_acc 0.875\n",
            "epoch 1, step 630: train_loss 0.086; train_acc 1.000\n",
            "epoch 1, step 631: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 632: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 633: train_loss 0.750; train_acc 0.875\n",
            "epoch 1, step 634: train_loss 0.207; train_acc 0.875\n",
            "epoch 1, step 635: train_loss 0.613; train_acc 0.750\n",
            "epoch 1, step 636: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 637: train_loss 0.019; train_acc 1.000\n",
            "epoch 1, step 638: train_loss 0.697; train_acc 0.875\n",
            "epoch 1, step 639: train_loss 0.193; train_acc 1.000\n",
            "epoch 1, step 640: train_loss 0.030; train_acc 1.000\n",
            "epoch 1, step 641: train_loss 0.211; train_acc 0.875\n",
            "epoch 1, step 642: train_loss 0.018; train_acc 1.000\n",
            "epoch 1, step 643: train_loss 0.727; train_acc 0.750\n",
            "epoch 1, step 644: train_loss 0.451; train_acc 0.875\n",
            "epoch 1, step 645: train_loss 0.617; train_acc 0.625\n",
            "epoch 1, step 646: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 647: train_loss 0.356; train_acc 0.875\n",
            "epoch 1, step 648: train_loss 0.143; train_acc 0.875\n",
            "epoch 1, step 649: train_loss 0.209; train_acc 0.875\n",
            "epoch 1, step 650: train_loss 0.047; train_acc 1.000\n",
            "epoch 1, step 651: train_loss 0.443; train_acc 0.875\n",
            "epoch 1, step 652: train_loss 0.067; train_acc 1.000\n",
            "epoch 1, step 653: train_loss 0.366; train_acc 0.875\n",
            "epoch 1, step 654: train_loss 0.089; train_acc 1.000\n",
            "epoch 1, step 655: train_loss 0.219; train_acc 0.875\n",
            "epoch 1, step 656: train_loss 0.300; train_acc 0.875\n",
            "epoch 1, step 657: train_loss 0.057; train_acc 1.000\n",
            "epoch 1, step 658: train_loss 0.069; train_acc 1.000\n",
            "epoch 1, step 659: train_loss 0.110; train_acc 1.000\n",
            "epoch 1, step 660: train_loss 0.285; train_acc 0.875\n",
            "epoch 1, step 661: train_loss 0.274; train_acc 0.875\n",
            "epoch 1, step 662: train_loss 0.846; train_acc 0.750\n",
            "epoch 1, step 663: train_loss 0.330; train_acc 0.875\n",
            "epoch 1, step 664: train_loss 0.249; train_acc 1.000\n",
            "epoch 1, step 665: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 666: train_loss 0.025; train_acc 1.000\n",
            "epoch 1, step 667: train_loss 1.199; train_acc 0.625\n",
            "epoch 1, step 668: train_loss 0.230; train_acc 0.875\n",
            "epoch 1, step 669: train_loss 0.181; train_acc 0.875\n",
            "epoch 1, step 670: train_loss 0.049; train_acc 1.000\n",
            "epoch 1, step 671: train_loss 0.301; train_acc 0.875\n",
            "epoch 1, step 672: train_loss 0.733; train_acc 0.750\n",
            "epoch 1, step 673: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 674: train_loss 0.019; train_acc 1.000\n",
            "epoch 1, step 675: train_loss 0.195; train_acc 0.875\n",
            "epoch 1, step 676: train_loss 0.334; train_acc 0.875\n",
            "epoch 1, step 677: train_loss 0.049; train_acc 1.000\n",
            "epoch 1, step 678: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 679: train_loss 0.472; train_acc 0.750\n",
            "epoch 1, step 680: train_loss 0.469; train_acc 0.875\n",
            "epoch 1, step 681: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 682: train_loss 0.205; train_acc 0.875\n",
            "epoch 1, step 683: train_loss 0.076; train_acc 1.000\n",
            "epoch 1, step 684: train_loss 0.098; train_acc 1.000\n",
            "epoch 1, step 685: train_loss 2.169; train_acc 0.750\n",
            "epoch 1, step 686: train_loss 0.066; train_acc 1.000\n",
            "epoch 1, step 687: train_loss 0.057; train_acc 1.000\n",
            "epoch 1, step 688: train_loss 1.063; train_acc 0.875\n",
            "epoch 1, step 689: train_loss 0.612; train_acc 0.750\n",
            "epoch 1, step 690: train_loss 0.008; train_acc 1.000\n",
            "epoch 1, step 691: train_loss 0.709; train_acc 0.875\n",
            "epoch 1, step 692: train_loss 0.408; train_acc 0.875\n",
            "epoch 1, step 693: train_loss 0.146; train_acc 1.000\n",
            "epoch 1, step 694: train_loss 0.206; train_acc 1.000\n",
            "epoch 1, step 695: train_loss 0.407; train_acc 0.875\n",
            "epoch 1, step 696: train_loss 0.108; train_acc 1.000\n",
            "epoch 1, step 697: train_loss 0.124; train_acc 1.000\n",
            "epoch 1, step 698: train_loss 0.074; train_acc 1.000\n",
            "epoch 1, step 699: train_loss 0.468; train_acc 0.750\n",
            "epoch 1, step 700: train_loss 0.472; train_acc 0.875\n",
            "epoch 1, step 701: train_loss 0.112; train_acc 0.875\n",
            "epoch 1, step 702: train_loss 0.197; train_acc 0.875\n",
            "epoch 1, step 703: train_loss 0.646; train_acc 0.750\n",
            "epoch 1, step 704: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 705: train_loss 0.324; train_acc 0.875\n",
            "epoch 1, step 706: train_loss 0.062; train_acc 1.000\n",
            "epoch 1, step 707: train_loss 0.048; train_acc 1.000\n",
            "epoch 1, step 708: train_loss 0.168; train_acc 1.000\n",
            "epoch 1, step 709: train_loss 0.147; train_acc 1.000\n",
            "epoch 1, step 710: train_loss 0.172; train_acc 0.875\n",
            "epoch 1, step 711: train_loss 0.357; train_acc 0.875\n",
            "epoch 1, step 712: train_loss 0.268; train_acc 0.875\n",
            "epoch 1, step 713: train_loss 0.076; train_acc 1.000\n",
            "epoch 1, step 714: train_loss 0.229; train_acc 0.875\n",
            "epoch 1, step 715: train_loss 0.070; train_acc 1.000\n",
            "epoch 1, step 716: train_loss 0.207; train_acc 1.000\n",
            "epoch 1, step 717: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 718: train_loss 0.031; train_acc 1.000\n",
            "epoch 1, step 719: train_loss 0.036; train_acc 1.000\n",
            "epoch 1, step 720: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 721: train_loss 0.013; train_acc 1.000\n",
            "epoch 1, step 722: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 723: train_loss 0.168; train_acc 1.000\n",
            "epoch 1, step 724: train_loss 0.181; train_acc 0.875\n",
            "epoch 1, step 725: train_loss 0.054; train_acc 1.000\n",
            "epoch 1, step 726: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 727: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 728: train_loss 0.256; train_acc 0.875\n",
            "epoch 1, step 729: train_loss 0.826; train_acc 0.875\n",
            "epoch 1, step 730: train_loss 0.729; train_acc 0.875\n",
            "epoch 1, step 731: train_loss 0.465; train_acc 0.750\n",
            "epoch 1, step 732: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 733: train_loss 0.374; train_acc 0.750\n",
            "epoch 1, step 734: train_loss 0.328; train_acc 0.875\n",
            "epoch 1, step 735: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 736: train_loss 0.951; train_acc 0.750\n",
            "epoch 1, step 737: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 738: train_loss 0.034; train_acc 1.000\n",
            "epoch 1, step 739: train_loss 0.250; train_acc 0.875\n",
            "epoch 1, step 740: train_loss 0.919; train_acc 0.625\n",
            "epoch 1, step 741: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 742: train_loss 0.413; train_acc 0.875\n",
            "epoch 1, step 743: train_loss 0.022; train_acc 1.000\n",
            "epoch 1, step 744: train_loss 0.716; train_acc 0.875\n",
            "epoch 1, step 745: train_loss 0.311; train_acc 0.875\n",
            "epoch 1, step 746: train_loss 0.043; train_acc 1.000\n",
            "epoch 1, step 747: train_loss 1.589; train_acc 0.750\n",
            "epoch 1, step 748: train_loss 0.280; train_acc 0.875\n",
            "epoch 1, step 749: train_loss 0.068; train_acc 1.000\n",
            "epoch 1, step 750: train_loss 0.234; train_acc 0.875\n",
            "epoch 1, step 751: train_loss 0.030; train_acc 1.000\n",
            "epoch 1, step 752: train_loss 0.703; train_acc 0.875\n",
            "epoch 1, step 753: train_loss 0.462; train_acc 0.750\n",
            "epoch 1, step 754: train_loss 0.242; train_acc 0.875\n",
            "epoch 1, step 755: train_loss 0.424; train_acc 0.875\n",
            "epoch 1, step 756: train_loss 0.498; train_acc 0.750\n",
            "epoch 1, step 757: train_loss 1.224; train_acc 0.750\n",
            "epoch 1, step 758: train_loss 0.075; train_acc 1.000\n",
            "epoch 1, step 759: train_loss 0.571; train_acc 0.875\n",
            "epoch 1, step 760: train_loss 0.514; train_acc 0.875\n",
            "epoch 1, step 761: train_loss 0.918; train_acc 0.625\n",
            "epoch 1, step 762: train_loss 0.097; train_acc 1.000\n",
            "epoch 1, step 763: train_loss 0.038; train_acc 1.000\n",
            "epoch 1, step 764: train_loss 0.110; train_acc 1.000\n",
            "epoch 1, step 765: train_loss 0.553; train_acc 0.875\n",
            "epoch 1, step 766: train_loss 0.893; train_acc 0.750\n",
            "epoch 1, step 767: train_loss 0.160; train_acc 1.000\n",
            "epoch 1, step 768: train_loss 0.052; train_acc 1.000\n",
            "epoch 1, step 769: train_loss 0.312; train_acc 0.875\n",
            "epoch 1, step 770: train_loss 0.034; train_acc 1.000\n",
            "epoch 1, step 771: train_loss 0.358; train_acc 0.875\n",
            "epoch 1, step 772: train_loss 0.480; train_acc 0.875\n",
            "epoch 1, step 773: train_loss 0.268; train_acc 0.875\n",
            "epoch 1, step 774: train_loss 0.195; train_acc 0.875\n",
            "epoch 1, step 775: train_loss 0.545; train_acc 0.875\n",
            "epoch 1, step 776: train_loss 0.035; train_acc 1.000\n",
            "epoch 1, step 777: train_loss 0.107; train_acc 1.000\n",
            "epoch 1, step 778: train_loss 0.123; train_acc 1.000\n",
            "epoch 1, step 779: train_loss 0.608; train_acc 0.750\n",
            "epoch 1, step 780: train_loss 0.364; train_acc 0.875\n",
            "epoch 1, step 781: train_loss 0.819; train_acc 0.875\n",
            "epoch 1, step 782: train_loss 0.008; train_acc 1.000\n",
            "epoch 1, step 783: train_loss 0.393; train_acc 0.875\n",
            "epoch 1, step 784: train_loss 0.250; train_acc 0.875\n",
            "epoch 1, step 785: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 786: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 787: train_loss 0.075; train_acc 1.000\n",
            "epoch 1, step 788: train_loss 0.595; train_acc 0.750\n",
            "epoch 1, step 789: train_loss 0.116; train_acc 1.000\n",
            "epoch 1, step 790: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 791: train_loss 0.245; train_acc 0.875\n",
            "epoch 1, step 792: train_loss 0.056; train_acc 1.000\n",
            "epoch 1, step 793: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 794: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 795: train_loss 0.231; train_acc 1.000\n",
            "epoch 1, step 796: train_loss 0.020; train_acc 1.000\n",
            "epoch 1, step 797: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 798: train_loss 0.861; train_acc 0.625\n",
            "epoch 1, step 799: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 800: train_loss 0.252; train_acc 0.875\n",
            "epoch 1, step 801: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 802: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 803: train_loss 0.161; train_acc 0.875\n",
            "epoch 1, step 804: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 805: train_loss 0.470; train_acc 0.875\n",
            "epoch 1, step 806: train_loss 0.075; train_acc 1.000\n",
            "epoch 1, step 807: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 808: train_loss 0.025; train_acc 1.000\n",
            "epoch 1, step 809: train_loss 0.618; train_acc 0.875\n",
            "epoch 1, step 810: train_loss 0.108; train_acc 1.000\n",
            "epoch 1, step 811: train_loss 0.793; train_acc 0.625\n",
            "epoch 1, step 812: train_loss 0.098; train_acc 0.875\n",
            "epoch 1, step 813: train_loss 0.582; train_acc 0.750\n",
            "epoch 1, step 814: train_loss 0.945; train_acc 0.750\n",
            "epoch 1, step 815: train_loss 0.279; train_acc 0.875\n",
            "epoch 1, step 816: train_loss 0.083; train_acc 1.000\n",
            "epoch 1, step 817: train_loss 0.409; train_acc 0.875\n",
            "epoch 1, step 818: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 819: train_loss 0.149; train_acc 0.875\n",
            "epoch 1, step 820: train_loss 0.069; train_acc 1.000\n",
            "epoch 1, step 821: train_loss 0.221; train_acc 0.875\n",
            "epoch 1, step 822: train_loss 0.231; train_acc 0.875\n",
            "epoch 1, step 823: train_loss 0.504; train_acc 0.875\n",
            "epoch 1, step 824: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 825: train_loss 0.199; train_acc 1.000\n",
            "epoch 1, step 826: train_loss 0.101; train_acc 1.000\n",
            "epoch 1, step 827: train_loss 0.035; train_acc 1.000\n",
            "epoch 1, step 828: train_loss 0.035; train_acc 1.000\n",
            "epoch 1, step 829: train_loss 0.486; train_acc 0.875\n",
            "epoch 1, step 830: train_loss 0.104; train_acc 1.000\n",
            "epoch 1, step 831: train_loss 0.038; train_acc 1.000\n",
            "epoch 1, step 832: train_loss 0.261; train_acc 0.875\n",
            "epoch 1, step 833: train_loss 0.749; train_acc 0.875\n",
            "epoch 1, step 834: train_loss 0.060; train_acc 1.000\n",
            "epoch 1, step 835: train_loss 0.270; train_acc 0.875\n",
            "epoch 1, step 836: train_loss 0.267; train_acc 0.875\n",
            "epoch 1, step 837: train_loss 1.023; train_acc 0.875\n",
            "epoch 1, step 838: train_loss 0.040; train_acc 1.000\n",
            "epoch 1, step 839: train_loss 0.413; train_acc 0.875\n",
            "epoch 1, step 840: train_loss 0.171; train_acc 0.875\n",
            "epoch 1, step 841: train_loss 0.012; train_acc 1.000\n",
            "epoch 1, step 842: train_loss 0.121; train_acc 1.000\n",
            "epoch 1, step 843: train_loss 0.088; train_acc 1.000\n",
            "epoch 1, step 844: train_loss 0.506; train_acc 0.750\n",
            "epoch 1, step 845: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 846: train_loss 0.348; train_acc 0.875\n",
            "epoch 1, step 847: train_loss 0.008; train_acc 1.000\n",
            "epoch 1, step 848: train_loss 0.241; train_acc 0.875\n",
            "epoch 1, step 849: train_loss 0.094; train_acc 1.000\n",
            "epoch 1, step 850: train_loss 0.290; train_acc 0.875\n",
            "epoch 1, step 851: train_loss 0.262; train_acc 0.875\n",
            "epoch 1, step 852: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 853: train_loss 1.074; train_acc 0.750\n",
            "epoch 1, step 854: train_loss 0.079; train_acc 1.000\n",
            "epoch 1, step 855: train_loss 1.786; train_acc 0.750\n",
            "epoch 1, step 856: train_loss 0.095; train_acc 1.000\n",
            "epoch 1, step 857: train_loss 0.100; train_acc 1.000\n",
            "epoch 1, step 858: train_loss 1.011; train_acc 0.750\n",
            "epoch 1, step 859: train_loss 0.020; train_acc 1.000\n",
            "epoch 1, step 860: train_loss 0.341; train_acc 0.875\n",
            "epoch 1, step 861: train_loss 0.149; train_acc 1.000\n",
            "epoch 1, step 862: train_loss 0.171; train_acc 1.000\n",
            "epoch 1, step 863: train_loss 0.809; train_acc 0.875\n",
            "epoch 1, step 864: train_loss 0.355; train_acc 0.875\n",
            "epoch 1, step 865: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 866: train_loss 0.103; train_acc 1.000\n",
            "epoch 1, step 867: train_loss 0.059; train_acc 1.000\n",
            "epoch 1, step 868: train_loss 0.324; train_acc 0.875\n",
            "epoch 1, step 869: train_loss 0.422; train_acc 0.875\n",
            "epoch 1, step 870: train_loss 0.179; train_acc 1.000\n",
            "epoch 1, step 871: train_loss 0.510; train_acc 0.750\n",
            "epoch 1, step 872: train_loss 2.365; train_acc 0.625\n",
            "epoch 1, step 873: train_loss 0.024; train_acc 1.000\n",
            "epoch 1, step 874: train_loss 0.041; train_acc 1.000\n",
            "epoch 1, step 875: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 876: train_loss 0.141; train_acc 1.000\n",
            "epoch 1, step 877: train_loss 0.105; train_acc 1.000\n",
            "epoch 1, step 878: train_loss 0.405; train_acc 0.875\n",
            "epoch 1, step 879: train_loss 0.013; train_acc 1.000\n",
            "epoch 1, step 880: train_loss 0.054; train_acc 1.000\n",
            "epoch 1, step 881: train_loss 0.087; train_acc 1.000\n",
            "epoch 1, step 882: train_loss 0.067; train_acc 1.000\n",
            "epoch 1, step 883: train_loss 0.351; train_acc 0.875\n",
            "epoch 1, step 884: train_loss 1.424; train_acc 0.750\n",
            "epoch 1, step 885: train_loss 0.038; train_acc 1.000\n",
            "epoch 1, step 886: train_loss 0.280; train_acc 0.875\n",
            "epoch 1, step 887: train_loss 0.244; train_acc 0.875\n",
            "epoch 1, step 888: train_loss 0.024; train_acc 1.000\n",
            "epoch 1, step 889: train_loss 0.387; train_acc 0.875\n",
            "epoch 1, step 890: train_loss 0.419; train_acc 0.875\n",
            "epoch 1, step 891: train_loss 0.325; train_acc 0.875\n",
            "epoch 1, step 892: train_loss 0.017; train_acc 1.000\n",
            "epoch 1, step 893: train_loss 0.040; train_acc 1.000\n",
            "epoch 1, step 894: train_loss 0.695; train_acc 0.875\n",
            "epoch 1, step 895: train_loss 0.427; train_acc 0.750\n",
            "epoch 1, step 896: train_loss 0.856; train_acc 0.625\n",
            "epoch 1, step 897: train_loss 0.191; train_acc 0.875\n",
            "epoch 1, step 898: train_loss 0.145; train_acc 0.875\n",
            "epoch 1, step 899: train_loss 0.176; train_acc 1.000\n",
            "epoch 1, step 900: train_loss 0.197; train_acc 1.000\n",
            "epoch 1, step 901: train_loss 0.714; train_acc 0.875\n",
            "epoch 1, step 902: train_loss 0.078; train_acc 1.000\n",
            "epoch 1, step 903: train_loss 0.715; train_acc 0.875\n",
            "epoch 1, step 904: train_loss 0.675; train_acc 0.750\n",
            "epoch 1, step 905: train_loss 0.262; train_acc 1.000\n",
            "epoch 1, step 906: train_loss 0.137; train_acc 1.000\n",
            "epoch 1, step 907: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 908: train_loss 0.473; train_acc 0.750\n",
            "epoch 1, step 909: train_loss 0.130; train_acc 1.000\n",
            "epoch 1, step 910: train_loss 0.287; train_acc 1.000\n",
            "epoch 1, step 911: train_loss 0.027; train_acc 1.000\n",
            "epoch 1, step 912: train_loss 0.646; train_acc 0.875\n",
            "epoch 1, step 913: train_loss 0.424; train_acc 0.750\n",
            "epoch 1, step 914: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 915: train_loss 0.136; train_acc 0.875\n",
            "epoch 1, step 916: train_loss 0.122; train_acc 1.000\n",
            "epoch 1, step 917: train_loss 0.389; train_acc 0.875\n",
            "epoch 1, step 918: train_loss 0.796; train_acc 0.750\n",
            "epoch 1, step 919: train_loss 0.031; train_acc 1.000\n",
            "epoch 1, step 920: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 921: train_loss 0.236; train_acc 0.750\n",
            "epoch 1, step 922: train_loss 0.296; train_acc 0.875\n",
            "epoch 1, step 923: train_loss 0.297; train_acc 0.875\n",
            "epoch 1, step 924: train_loss 0.116; train_acc 1.000\n",
            "epoch 1, step 925: train_loss 0.893; train_acc 0.875\n",
            "epoch 1, step 926: train_loss 0.890; train_acc 0.625\n",
            "epoch 1, step 927: train_loss 0.433; train_acc 0.750\n",
            "epoch 1, step 928: train_loss 0.513; train_acc 0.750\n",
            "epoch 1, step 929: train_loss 0.435; train_acc 0.750\n",
            "epoch 1, step 930: train_loss 0.031; train_acc 1.000\n",
            "epoch 1, step 931: train_loss 0.072; train_acc 1.000\n",
            "epoch 1, step 932: train_loss 0.136; train_acc 1.000\n",
            "epoch 1, step 933: train_loss 0.327; train_acc 0.875\n",
            "epoch 1, step 934: train_loss 0.360; train_acc 0.750\n",
            "epoch 1, step 935: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 936: train_loss 0.020; train_acc 1.000\n",
            "epoch 1, step 937: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 938: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 939: train_loss 0.328; train_acc 0.875\n",
            "epoch 1, step 940: train_loss 0.018; train_acc 1.000\n",
            "epoch 1, step 941: train_loss 0.316; train_acc 0.875\n",
            "epoch 1, step 942: train_loss 0.270; train_acc 0.875\n",
            "epoch 1, step 943: train_loss 0.208; train_acc 1.000\n",
            "epoch 1, step 944: train_loss 0.789; train_acc 0.750\n",
            "epoch 1, step 945: train_loss 0.273; train_acc 0.875\n",
            "epoch 1, step 946: train_loss 0.312; train_acc 0.750\n",
            "epoch 1, step 947: train_loss 0.194; train_acc 0.875\n",
            "epoch 1, step 948: train_loss 0.274; train_acc 0.875\n",
            "epoch 1, step 949: train_loss 0.091; train_acc 1.000\n",
            "epoch 1, step 950: train_loss 0.107; train_acc 1.000\n",
            "epoch 1, step 951: train_loss 0.048; train_acc 1.000\n",
            "epoch 1, step 952: train_loss 0.609; train_acc 0.750\n",
            "epoch 1, step 953: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 954: train_loss 0.118; train_acc 1.000\n",
            "epoch 1, step 955: train_loss 0.143; train_acc 1.000\n",
            "epoch 1, step 956: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 957: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 958: train_loss 0.106; train_acc 1.000\n",
            "epoch 1, step 959: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 960: train_loss 0.123; train_acc 1.000\n",
            "epoch 1, step 961: train_loss 0.029; train_acc 1.000\n",
            "epoch 1, step 962: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 963: train_loss 0.077; train_acc 1.000\n",
            "epoch 1, step 964: train_loss 0.020; train_acc 1.000\n",
            "epoch 1, step 965: train_loss 0.098; train_acc 0.875\n",
            "epoch 1, step 966: train_loss 0.053; train_acc 1.000\n",
            "epoch 1, step 967: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 968: train_loss 0.519; train_acc 0.875\n",
            "epoch 1, step 969: train_loss 0.308; train_acc 0.875\n",
            "epoch 1, step 970: train_loss 0.072; train_acc 1.000\n",
            "epoch 1, step 971: train_loss 0.076; train_acc 1.000\n",
            "epoch 1, step 972: train_loss 0.241; train_acc 0.875\n",
            "epoch 1, step 973: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 974: train_loss 0.618; train_acc 0.875\n",
            "epoch 1, step 975: train_loss 0.381; train_acc 0.875\n",
            "epoch 1, step 976: train_loss 0.114; train_acc 1.000\n",
            "epoch 1, step 977: train_loss 0.052; train_acc 1.000\n",
            "epoch 1, step 978: train_loss 0.199; train_acc 0.875\n",
            "epoch 1, step 979: train_loss 0.097; train_acc 1.000\n",
            "epoch 1, step 980: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 981: train_loss 1.042; train_acc 0.750\n",
            "epoch 1, step 982: train_loss 0.276; train_acc 0.875\n",
            "epoch 1, step 983: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 984: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 985: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 986: train_loss 0.056; train_acc 1.000\n",
            "epoch 1, step 987: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 988: train_loss 0.121; train_acc 1.000\n",
            "epoch 1, step 989: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 990: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 991: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 992: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 993: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 994: train_loss 0.042; train_acc 1.000\n",
            "epoch 1, step 995: train_loss 0.116; train_acc 0.875\n",
            "epoch 1, step 996: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 997: train_loss 0.219; train_acc 0.875\n",
            "epoch 1, step 998: train_loss 1.363; train_acc 0.750\n",
            "epoch 1, step 999: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 1000: train_loss 0.306; train_acc 0.875\n",
            "epoch 1, step 1001: train_loss 0.103; train_acc 1.000\n",
            "epoch 1, step 1002: train_loss 0.057; train_acc 1.000\n",
            "epoch 1, step 1003: train_loss 0.302; train_acc 0.875\n",
            "epoch 1, step 1004: train_loss 0.033; train_acc 1.000\n",
            "epoch 1, step 1005: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 1006: train_loss 0.022; train_acc 1.000\n",
            "epoch 1, step 1007: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 1008: train_loss 0.044; train_acc 1.000\n",
            "epoch 1, step 1009: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 1010: train_loss 0.262; train_acc 0.875\n",
            "epoch 1, step 1011: train_loss 0.374; train_acc 0.875\n",
            "epoch 1, step 1012: train_loss 0.016; train_acc 1.000\n",
            "epoch 1, step 1013: train_loss 0.011; train_acc 1.000\n",
            "epoch 1, step 1014: train_loss 0.016; train_acc 1.000\n",
            "epoch 1, step 1015: train_loss 0.087; train_acc 1.000\n",
            "epoch 1, step 1016: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 1017: train_loss 0.184; train_acc 0.875\n",
            "epoch 1, step 1018: train_loss 0.050; train_acc 1.000\n",
            "epoch 1, step 1019: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 1020: train_loss 0.056; train_acc 1.000\n",
            "epoch 1, step 1021: train_loss 0.097; train_acc 1.000\n",
            "epoch 1, step 1022: train_loss 0.047; train_acc 1.000\n",
            "epoch 1, step 1023: train_loss 0.137; train_acc 0.875\n",
            "epoch 1, step 1024: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 1025: train_loss 0.280; train_acc 0.750\n",
            "epoch 1, step 1026: train_loss 0.734; train_acc 0.875\n",
            "epoch 1, step 1027: train_loss 0.236; train_acc 0.875\n",
            "epoch 1, step 1028: train_loss 0.268; train_acc 0.875\n",
            "epoch 1, step 1029: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 1030: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 1031: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 1032: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 1033: train_loss 0.039; train_acc 1.000\n",
            "epoch 1, step 1034: train_loss 0.060; train_acc 1.000\n",
            "epoch 1, step 1035: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 1036: train_loss 0.048; train_acc 1.000\n",
            "epoch 1, step 1037: train_loss 0.016; train_acc 1.000\n",
            "epoch 1, step 1038: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 1039: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 1040: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 1041: train_loss 0.134; train_acc 0.875\n",
            "epoch 1, step 1042: train_loss 1.173; train_acc 0.750\n",
            "epoch 1, step 1043: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 1044: train_loss 0.293; train_acc 0.875\n",
            "epoch 1, step 1045: train_loss 0.136; train_acc 0.875\n",
            "epoch 1, step 1046: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 1047: train_loss 0.305; train_acc 0.875\n",
            "epoch 1, step 1048: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 1049: train_loss 0.038; train_acc 1.000\n",
            "epoch 1, step 1050: train_loss 0.483; train_acc 0.875\n",
            "epoch 1, step 1051: train_loss 2.938; train_acc 0.750\n",
            "epoch 1, step 1052: train_loss 0.168; train_acc 0.875\n",
            "epoch 1, step 1053: train_loss 0.297; train_acc 0.875\n",
            "epoch 1, step 1054: train_loss 0.089; train_acc 1.000\n",
            "epoch 1, step 1055: train_loss 0.165; train_acc 1.000\n",
            "epoch 1, step 1056: train_loss 0.109; train_acc 1.000\n",
            "epoch 1, step 1057: train_loss 0.947; train_acc 0.750\n",
            "epoch 1, step 1058: train_loss 0.241; train_acc 1.000\n",
            "epoch 1, step 1059: train_loss 0.449; train_acc 0.875\n",
            "epoch 1, step 1060: train_loss 0.035; train_acc 1.000\n",
            "epoch 1, step 1061: train_loss 0.081; train_acc 1.000\n",
            "epoch 1, step 1062: train_loss 0.041; train_acc 1.000\n",
            "epoch 1, step 1063: train_loss 0.167; train_acc 1.000\n",
            "epoch 1, step 1064: train_loss 0.239; train_acc 0.875\n",
            "epoch 1, step 1065: train_loss 0.145; train_acc 1.000\n",
            "epoch 1, step 1066: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 1067: train_loss 0.015; train_acc 1.000\n",
            "epoch 1, step 1068: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 1069: train_loss 0.022; train_acc 1.000\n",
            "epoch 1, step 1070: train_loss 0.347; train_acc 0.875\n",
            "epoch 1, step 1071: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 1072: train_loss 0.738; train_acc 0.875\n",
            "epoch 1, step 1073: train_loss 0.292; train_acc 0.875\n",
            "epoch 1, step 1074: train_loss 0.171; train_acc 0.875\n",
            "epoch 1, step 1075: train_loss 0.531; train_acc 0.875\n",
            "epoch 1, step 1076: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 1077: train_loss 0.717; train_acc 0.750\n",
            "epoch 1, step 1078: train_loss 0.053; train_acc 1.000\n",
            "epoch 1, step 1079: train_loss 0.465; train_acc 0.750\n",
            "epoch 1, step 1080: train_loss 0.736; train_acc 0.750\n",
            "epoch 1, step 1081: train_loss 0.283; train_acc 0.875\n",
            "epoch 1, step 1082: train_loss 0.262; train_acc 0.875\n",
            "epoch 1, step 1083: train_loss 0.056; train_acc 1.000\n",
            "epoch 1, step 1084: train_loss 0.411; train_acc 0.875\n",
            "epoch 1, step 1085: train_loss 0.009; train_acc 1.000\n",
            "epoch 1, step 1086: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 1087: train_loss 0.272; train_acc 0.875\n",
            "epoch 1, step 1088: train_loss 0.374; train_acc 0.875\n",
            "epoch 1, step 1089: train_loss 0.035; train_acc 1.000\n",
            "epoch 1, step 1090: train_loss 0.153; train_acc 0.875\n",
            "epoch 1, step 1091: train_loss 0.226; train_acc 1.000\n",
            "epoch 1, step 1092: train_loss 0.409; train_acc 0.875\n",
            "epoch 1, step 1093: train_loss 0.518; train_acc 0.875\n",
            "epoch 1, step 1094: train_loss 0.156; train_acc 0.875\n",
            "epoch 1, step 1095: train_loss 0.129; train_acc 1.000\n",
            "epoch 1, step 1096: train_loss 0.251; train_acc 0.875\n",
            "epoch 1, step 1097: train_loss 0.011; train_acc 1.000\n",
            "epoch 1, step 1098: train_loss 0.190; train_acc 0.875\n",
            "epoch 1, step 1099: train_loss 0.018; train_acc 1.000\n",
            "epoch 1, step 1100: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 1101: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 1102: train_loss 0.660; train_acc 0.875\n",
            "epoch 1, step 1103: train_loss 0.150; train_acc 0.875\n",
            "epoch 1, step 1104: train_loss 0.277; train_acc 0.875\n",
            "epoch 1, step 1105: train_loss 0.332; train_acc 0.875\n",
            "epoch 1, step 1106: train_loss 1.160; train_acc 0.875\n",
            "epoch 1, step 1107: train_loss 0.117; train_acc 1.000\n",
            "epoch 1, step 1108: train_loss 0.113; train_acc 1.000\n",
            "epoch 1, step 1109: train_loss 0.037; train_acc 1.000\n",
            "epoch 1, step 1110: train_loss 0.053; train_acc 1.000\n",
            "epoch 1, step 1111: train_loss 0.600; train_acc 0.875\n",
            "epoch 1, step 1112: train_loss 0.276; train_acc 0.875\n",
            "epoch 1, step 1113: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 1114: train_loss 0.333; train_acc 0.875\n",
            "epoch 1, step 1115: train_loss 0.055; train_acc 1.000\n",
            "epoch 1, step 1116: train_loss 0.197; train_acc 0.875\n",
            "epoch 1, step 1117: train_loss 0.040; train_acc 1.000\n",
            "epoch 1, step 1118: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 1119: train_loss 0.864; train_acc 0.875\n",
            "epoch 1, step 1120: train_loss 0.326; train_acc 0.875\n",
            "epoch 1, step 1121: train_loss 0.027; train_acc 1.000\n",
            "epoch 1, step 1122: train_loss 0.213; train_acc 1.000\n",
            "epoch 1, step 1123: train_loss 0.568; train_acc 0.875\n",
            "epoch 1, step 1124: train_loss 0.527; train_acc 0.625\n",
            "epoch 1, step 1125: train_loss 0.373; train_acc 0.875\n",
            "epoch 1, step 1126: train_loss 0.001; train_acc 1.000\n",
            "epoch 1, step 1127: train_loss 0.040; train_acc 1.000\n",
            "epoch 1, step 1128: train_loss 1.534; train_acc 0.625\n",
            "epoch 1, step 1129: train_loss 0.002; train_acc 1.000\n",
            "epoch 1, step 1130: train_loss 0.484; train_acc 0.875\n",
            "epoch 1, step 1131: train_loss 0.176; train_acc 1.000\n",
            "epoch 1, step 1132: train_loss 0.239; train_acc 0.875\n",
            "epoch 1, step 1133: train_loss 0.037; train_acc 1.000\n",
            "epoch 1, step 1134: train_loss 0.158; train_acc 0.875\n",
            "epoch 1, step 1135: train_loss 0.461; train_acc 0.750\n",
            "epoch 1, step 1136: train_loss 0.023; train_acc 1.000\n",
            "epoch 1, step 1137: train_loss 0.121; train_acc 0.875\n",
            "epoch 1, step 1138: train_loss 0.008; train_acc 1.000\n",
            "epoch 1, step 1139: train_loss 0.344; train_acc 0.875\n",
            "epoch 1, step 1140: train_loss 0.806; train_acc 0.875\n",
            "epoch 1, step 1141: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 1142: train_loss 0.117; train_acc 1.000\n",
            "epoch 1, step 1143: train_loss 0.102; train_acc 1.000\n",
            "epoch 1, step 1144: train_loss 0.022; train_acc 1.000\n",
            "epoch 1, step 1145: train_loss 0.824; train_acc 0.625\n",
            "epoch 1, step 1146: train_loss 0.243; train_acc 0.875\n",
            "epoch 1, step 1147: train_loss 0.159; train_acc 1.000\n",
            "epoch 1, step 1148: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 1149: train_loss 0.228; train_acc 0.875\n",
            "epoch 1, step 1150: train_loss 0.041; train_acc 1.000\n",
            "epoch 1, step 1151: train_loss 0.137; train_acc 1.000\n",
            "epoch 1, step 1152: train_loss 0.036; train_acc 1.000\n",
            "epoch 1, step 1153: train_loss 0.062; train_acc 1.000\n",
            "epoch 1, step 1154: train_loss 0.378; train_acc 0.875\n",
            "epoch 1, step 1155: train_loss 0.454; train_acc 0.875\n",
            "epoch 1, step 1156: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 1157: train_loss 0.914; train_acc 0.750\n",
            "epoch 1, step 1158: train_loss 0.158; train_acc 1.000\n",
            "epoch 1, step 1159: train_loss 0.169; train_acc 0.875\n",
            "epoch 1, step 1160: train_loss 0.641; train_acc 0.625\n",
            "epoch 1, step 1161: train_loss 0.777; train_acc 0.875\n",
            "epoch 1, step 1162: train_loss 1.120; train_acc 0.750\n",
            "epoch 1, step 1163: train_loss 1.097; train_acc 0.625\n",
            "epoch 1, step 1164: train_loss 0.372; train_acc 0.875\n",
            "epoch 1, step 1165: train_loss 0.189; train_acc 0.875\n",
            "epoch 1, step 1166: train_loss 0.716; train_acc 0.750\n",
            "epoch 1, step 1167: train_loss 0.034; train_acc 1.000\n",
            "epoch 1, step 1168: train_loss 0.416; train_acc 0.625\n",
            "epoch 1, step 1169: train_loss 0.685; train_acc 0.750\n",
            "epoch 1, step 1170: train_loss 0.269; train_acc 0.875\n",
            "epoch 1, step 1171: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 1172: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 1173: train_loss 0.694; train_acc 0.625\n",
            "epoch 1, step 1174: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 1175: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 1176: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 1177: train_loss 0.025; train_acc 1.000\n",
            "epoch 1, step 1178: train_loss 0.185; train_acc 0.875\n",
            "epoch 1, step 1179: train_loss 0.007; train_acc 1.000\n",
            "epoch 1, step 1180: train_loss 0.033; train_acc 1.000\n",
            "epoch 1, step 1181: train_loss 0.057; train_acc 1.000\n",
            "epoch 1, step 1182: train_loss 0.024; train_acc 1.000\n",
            "epoch 1, step 1183: train_loss 0.014; train_acc 1.000\n",
            "epoch 1, step 1184: train_loss 0.131; train_acc 0.875\n",
            "epoch 1, step 1185: train_loss 0.196; train_acc 1.000\n",
            "epoch 1, step 1186: train_loss 0.484; train_acc 0.750\n",
            "epoch 1, step 1187: train_loss 0.032; train_acc 1.000\n",
            "epoch 1, step 1188: train_loss 0.406; train_acc 0.875\n",
            "epoch 1, step 1189: train_loss 0.065; train_acc 1.000\n",
            "epoch 1, step 1190: train_loss 0.028; train_acc 1.000\n",
            "epoch 1, step 1191: train_loss 0.330; train_acc 0.875\n",
            "epoch 1, step 1192: train_loss 0.057; train_acc 1.000\n",
            "epoch 1, step 1193: train_loss 0.036; train_acc 1.000\n",
            "epoch 1, step 1194: train_loss 0.039; train_acc 1.000\n",
            "epoch 1, step 1195: train_loss 1.994; train_acc 0.750\n",
            "epoch 1, step 1196: train_loss 0.253; train_acc 0.875\n",
            "epoch 1, step 1197: train_loss 0.395; train_acc 0.750\n",
            "epoch 1, step 1198: train_loss 0.626; train_acc 0.750\n",
            "epoch 1, step 1199: train_loss 0.063; train_acc 1.000\n",
            "epoch 1, step 1200: train_loss 0.208; train_acc 0.875\n",
            "epoch 1, step 1201: train_loss 0.026; train_acc 1.000\n",
            "epoch 1, step 1202: train_loss 0.161; train_acc 1.000\n",
            "epoch 1, step 1203: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 1204: train_loss 0.278; train_acc 0.875\n",
            "epoch 1, step 1205: train_loss 0.023; train_acc 1.000\n",
            "epoch 1, step 1206: train_loss 0.021; train_acc 1.000\n",
            "epoch 1, step 1207: train_loss 0.217; train_acc 1.000\n",
            "epoch 1, step 1208: train_loss 0.003; train_acc 1.000\n",
            "epoch 1, step 1209: train_loss 0.052; train_acc 1.000\n",
            "epoch 1, step 1210: train_loss 0.830; train_acc 0.750\n",
            "epoch 1, step 1211: train_loss 0.087; train_acc 1.000\n",
            "epoch 1, step 1212: train_loss 0.170; train_acc 0.875\n",
            "epoch 1, step 1213: train_loss 0.045; train_acc 1.000\n",
            "epoch 1, step 1214: train_loss 0.088; train_acc 1.000\n",
            "epoch 1, step 1215: train_loss 0.005; train_acc 1.000\n",
            "epoch 1, step 1216: train_loss 0.086; train_acc 1.000\n",
            "epoch 1, step 1217: train_loss 0.570; train_acc 0.875\n",
            "epoch 1, step 1218: train_loss 0.367; train_acc 0.875\n",
            "epoch 1, step 1219: train_loss 0.084; train_acc 1.000\n",
            "epoch 1, step 1220: train_loss 0.000; train_acc 1.000\n",
            "epoch 1, step 1221: train_loss 0.010; train_acc 1.000\n",
            "epoch 1, step 1222: train_loss 0.004; train_acc 1.000\n",
            "epoch 1, step 1223: train_loss 0.447; train_acc 0.875\n",
            "epoch 1, step 1224: train_loss 0.703; train_acc 0.875\n",
            "epoch 1, step 1225: train_loss 0.006; train_acc 1.000\n",
            "epoch 1, step 1226: train_loss 0.190; train_acc 1.000\n",
            "epoch 1, step 1227: train_loss 0.239; train_acc 0.875\n",
            "epoch 1, step 1228: train_loss 0.079; train_acc 1.000\n",
            "epoch 1, step 1229: train_loss 0.084; train_acc 1.000\n",
            "epoch 1, step 1230: train_loss 0.387; train_acc 0.875\n",
            "epoch 1, step 1231: train_loss 0.471; train_acc 0.667\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}