mix_tiles.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Express', 'Shipping', '-', 'US$15']\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Ever', 'Free', 'US$3', 'US$15']\n",
      "['Express', 'Shipping', '-', 'US$15']\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Clean', 'Free', 'US$3', 'US$15']\n",
      "['Express', 'Shipping', '-', 'US$15']\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Classic', 'Free', 'US$3', 'US$15']\n",
      "['Express', 'Shipping', '-', 'US$15']\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Bold', 'Free', 'US$3', 'US$15']\n",
      "['Express', 'Shipping', '-', 'US$15']\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Edge', 'Free', 'US$3', 'US$15']\n"
     ]
    }
   ],
   "source": [
    "from selenium import webdriver\n",
    "from selenium.webdriver.chrome.service import Service\n",
    "from selenium.webdriver.common.by import By\n",
    "import time\n",
    "from selenium.webdriver.support.select import Select\n",
    "import datetime\n",
    "from openpyxl import load_workbook, Workbook\n",
    "import os\n",
    "\n",
    "\n",
    "\n",
    "#starting creating excel file\n",
    "try:\n",
    "    wb = load_workbook('mix_tiles_data.xlsx')\n",
    "    active_sheet = wb['Sheet']\n",
    "except FileNotFoundError:\n",
    "    wb = Workbook()\n",
    "    active_sheet = wb['Sheet']\n",
    "    active_sheet.append(['Website','Date', 'Height','Width','Price','Type','standard ship','fast ship','express ship'])\n",
    "    wb.save('mix_tiles_data.xlsx')\n",
    "except:\n",
    "    print('something went wrong')\n",
    "\n",
    "\n",
    "site_url = \"https://www.mixtiles.com/review\"  #url of the website\n",
    "s = 'chromedriver.exe'\n",
    "browser = webdriver.Chrome(s)\n",
    "browser.maximize_window()\n",
    "browser.get(site_url)\n",
    "# filter_div = broswer.find_element(By.XPATH, '//div[@class=\"filter-strip\"]')\n",
    "\n",
    "filters_list = []\n",
    "time.sleep(2)\n",
    "#path of sample tile to be uploaded\n",
    "browser.find_element(By.XPATH, \"//input[@type='file']\").send_keys(os.getcwd() + \"/tile.jpg\") \n",
    "time.sleep(5)\n",
    "count=0\n",
    "for filter in browser.find_elements(By.XPATH, '//div[@class=\"filter-name\"]'):\n",
    "    if bool(filter.text):\n",
    "        #try:\n",
    "            data_list = []\n",
    "            filter.click()\n",
    "            time.sleep(2)\n",
    "            browser.find_element(By.XPATH, '//div[contains(text(),\"Checkout\")]').click()\n",
    "            time.sleep(3)\n",
    "            data_list.append(site_url)\n",
    "            data_list.append(datetime.date.today())\n",
    "            data_list.append('8\"')#height\n",
    "            data_list.append('8\"')#width\n",
    "            item_summary = browser.find_elements(By.XPATH, '//div[@class=\"summary-item\"]')\n",
    "            data_list.append(item_summary[0].find_element(By.CLASS_NAME, 'value').text[(item_summary[0].find_element(By.CLASS_NAME, 'value').text).index('$'):])#price\n",
    "            data_list.append(filter.text)#type of canvas\n",
    "            #data_list.append(item_summary[1].find_element(By.CLASS_NAME, 'value').text)\n",
    "            \n",
    "            #wb.save('mix_tiles_data.xlsx')\n",
    "            \n",
    "            \n",
    "            #broswer.find_element(By.XPATH, '//*[@id=\"review-order-page\"]/div[3]/div/div').click()\n",
    "            \n",
    "            #filters_list.append(filter.text)\n",
    "            if count < 1:\n",
    "                            \n",
    "            \n",
    "                browser.find_element(By.XPATH, \"//div[contains(text(),'Add Address')]\").click()\n",
    "\n",
    "\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='fullName']\").send_keys('text sa')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='street']\").send_keys('11525A Stonehollow Dr Suite 100')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='city']\").send_keys('Austin')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='state']\").send_keys('Texas')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='zipCode']\").send_keys(78758)\n",
    "\n",
    "                browser.find_elements(By.XPATH,\"//div[contains(text(),'Done')]\")[1].click()\n",
    "                \n",
    "                count+=1\n",
    "\n",
    "                \n",
    "                \n",
    "            time.sleep(3)\n",
    "            #standard ship\n",
    "            standard_ship=browser.find_element(By.XPATH,\"//div[contains(text(),'Standard Shipping - Free')]\")\n",
    "            data_list.append(standard_ship.text.split()[3])\n",
    "            \n",
    "            #fast ship\n",
    "            fast_ship=browser.find_element(By.XPATH,\"//div[contains(text(),'Fast Shipping - US$3')]\")\n",
    "            data_list.append(fast_ship.text.split()[3])\n",
    "            \n",
    "            #express ship\n",
    "            \n",
    "            express_ship=browser.find_element(By.XPATH,\"//div[contains(text(),'Express Shipping - US$15')]\")\n",
    "            print(express_ship.text.split())\n",
    "            data_list.append(express_ship.text.split()[3])\n",
    "            \n",
    "            print(data_list)\n",
    "            active_sheet.append(data_list)\n",
    "            wb.save('mix_tiles_data.xlsx')\n",
    "            browser.find_element(By.XPATH, '//div[@class=\"CloseButton dark\"]').click()\n",
    "            filters_list.append(filter.text)\n",
    "            \n",
    "            \n",
    "      \n",
    "            #print('something went wrong')\n",
    "            \n",
    "            \n",
    "\n",
    "# for filter in filters_list:\n",
    "#    filter_btn = filter_div.find_element(By.XPATH, '')\n",
    "\n",
    "time.sleep(5)\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "ename": "StaleElementReferenceException",
     "evalue": "Message: stale element reference: element is not attached to the page document\n  (Session info: chrome=89.0.4389.90)\n",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mStaleElementReferenceException\u001b[0m            Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-41-90af22dfcaf7>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mexpress_ship\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webelement.py\u001b[0m in \u001b[0;36mtext\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m     74\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mtext\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     75\u001b[0m         \u001b[1;34m\"\"\"The text of the element.\"\"\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 76\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_execute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCommand\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mGET_ELEMENT_TEXT\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'value'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     77\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     78\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mclick\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webelement.py\u001b[0m in \u001b[0;36m_execute\u001b[1;34m(self, command, params)\u001b[0m\n\u001b[0;32m    631\u001b[0m             \u001b[0mparams\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m{\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    632\u001b[0m         \u001b[0mparams\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'id'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_id\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 633\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_parent\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    634\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    635\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mID\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, driver_command, params)\u001b[0m\n\u001b[0;32m    319\u001b[0m         \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    320\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 321\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    322\u001b[0m             response['value'] = self._unwrap_value(\n\u001b[0;32m    323\u001b[0m                 response.get('value', None))\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[1;34m(self, response)\u001b[0m\n\u001b[0;32m    240\u001b[0m                 \u001b[0malert_text\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'alert'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'text'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    241\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0malert_text\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 242\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    243\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    244\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mStaleElementReferenceException\u001b[0m: Message: stale element reference: element is not attached to the page document\n  (Session info: chrome=89.0.4389.90)\n"
     ]
    }
   ],
   "source": [
    "express_ship.text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "ship = //div[@class=\"radio-button-container shipping-option\"]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "$3\n",
      "$15\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Ever', 'Free', '$3', '$15']\n",
      "$3\n",
      "$15\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Clean', 'Free', '$3', '$15']\n",
      "$3\n",
      "$15\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Classic', 'Free', '$3', '$15']\n",
      "$3\n",
      "$15\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Bold', 'Free', '$3', '$15']\n",
      "$3\n",
      "$15\n",
      "['https://www.mixtiles.com/review', datetime.date(2021, 3, 17), '8\"', '8\"', '$11', 'Edge', 'Free', '$3', '$15']\n"
     ]
    }
   ],
   "source": [
    "from selenium import webdriver\n",
    "from selenium.webdriver.chrome.service import Service\n",
    "from selenium.webdriver.common.by import By\n",
    "import time\n",
    "from selenium.webdriver.support.select import Select\n",
    "import datetime\n",
    "from openpyxl import load_workbook, Workbook\n",
    "import os\n",
    "\n",
    "\n",
    "\n",
    "#starting creating excel file\n",
    "try:\n",
    "    wb = load_workbook('mix_tiles_data.xlsx')\n",
    "    active_sheet = wb['Sheet']\n",
    "except FileNotFoundError:\n",
    "    wb = Workbook()\n",
    "    active_sheet = wb['Sheet']\n",
    "    active_sheet.append(['Website','Date', 'Height','Width','Price','Type','standard ship','fast ship','express ship'])\n",
    "    wb.save('mix_tiles_data.xlsx')\n",
    "except:\n",
    "    print('something went wrong')\n",
    "\n",
    "\n",
    "site_url = \"https://www.mixtiles.com/review\"  #url of the website\n",
    "s = 'chromedriver.exe'\n",
    "browser = webdriver.Chrome(s)\n",
    "browser.maximize_window()\n",
    "browser.get(site_url)\n",
    "# filter_div = broswer.find_element(By.XPATH, '//div[@class=\"filter-strip\"]')\n",
    "\n",
    "filters_list = []\n",
    "time.sleep(2)\n",
    "#path of sample tile to be uploaded\n",
    "browser.find_element(By.XPATH, \"//input[@type='file']\").send_keys(os.getcwd() + \"/tile.jpg\") \n",
    "time.sleep(5)\n",
    "count=0\n",
    "for filter in browser.find_elements(By.XPATH, '//div[@class=\"filter-name\"]'):\n",
    "    if bool(filter.text):\n",
    "        try:\n",
    "            data_list = []\n",
    "            filter.click()\n",
    "            time.sleep(2)\n",
    "            browser.find_element(By.XPATH, '//div[contains(text(),\"Checkout\")]').click()\n",
    "            time.sleep(3)\n",
    "            data_list.append(site_url)\n",
    "            data_list.append(datetime.date.today())\n",
    "            data_list.append('8\"')#height\n",
    "            data_list.append('8\"')#width\n",
    "            item_summary = browser.find_elements(By.XPATH, '//div[@class=\"summary-item\"]')\n",
    "            data_list.append(item_summary[0].find_element(By.CLASS_NAME, 'value').text[(item_summary[0].find_element(By.CLASS_NAME, 'value').text).index('$'):])#price\n",
    "            data_list.append(filter.text)#type of canvas\n",
    "            #data_list.append(item_summary[1].find_element(By.CLASS_NAME, 'value').text)\n",
    "            \n",
    "            #wb.save('mix_tiles_data.xlsx')\n",
    "            \n",
    "            \n",
    "            #broswer.find_element(By.XPATH, '//*[@id=\"review-order-page\"]/div[3]/div/div').click()\n",
    "            \n",
    "            #filters_list.append(filter.text)\n",
    "            if count < 1:\n",
    "                            \n",
    "            \n",
    "                browser.find_element(By.XPATH, \"//div[contains(text(),'Add Address')]\").click()\n",
    "\n",
    "\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='fullName']\").send_keys('text sa')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='street']\").send_keys('11525A Stonehollow Dr Suite 100')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='city']\").send_keys('Austin')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='state']\").send_keys('Texas')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@name='zipCode']\").send_keys(78758)\n",
    "\n",
    "                browser.find_elements(By.XPATH,\"//div[contains(text(),'Done')]\")[1].click()\n",
    "                \n",
    "                count+=1\n",
    "\n",
    "                \n",
    "                \n",
    "            time.sleep(3)\n",
    "            #standard ship\n",
    "            \n",
    "            \n",
    "    \n",
    "                \n",
    "            \n",
    "            \n",
    "            standard_ship=browser.find_element(By.XPATH,\"//div[contains(text(),'Standard Shipping - Free')]\")\n",
    "            data_list.append(standard_ship.text.split()[3])\n",
    "            \n",
    "            #fast ship\n",
    "            ship = browser.find_elements(By.XPATH,\"//div[@class='radio-button-container shipping-option']/div[1]/div[@class='message']/div[@class='title']\")\n",
    "            data_list.append(ship[0].text.split('US')[1])\n",
    "            \n",
    "            #express ship\n",
    "            \n",
    "            data_list.append(ship[1].text.split('US')[1])\n",
    "            \n",
    "            print(data_list)\n",
    "            active_sheet.append(data_list)\n",
    "            wb.save('mix_tiles_data.xlsx')\n",
    "            browser.find_element(By.XPATH, '//div[@class=\"CloseButton dark\"]').click()\n",
    "            filters_list.append(filter.text)\n",
    "            \n",
    "        except:\n",
    "            print('something went wrong')\n",
    "            \n",
    "            \n",
    "\n",
    "# for filter in filters_list:\n",
    "#    filter_btn = filter_div.find_element(By.XPATH, '')\n",
    "\n",
    "time.sleep(5)\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'$3'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'Fast Shipping - US$3'.split('US')[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'8'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "str('8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['$59.99\\n$2699', '$69.99\\n$3149', '$59.99\\n$2399', '$711.99\\n$32039', '$69.99\\n$2799', '$109.99\\n$4949', '$89.99\\n$4049', '$711.99\\n$28479']\n",
      "['https://www.icanvas.com/canvas-print/the-colour-of-dreams-vin468#1PC6-40x26', 'https://www.icanvas.com/canvas-print/deliberation-msn27#1PC6-26x26', 'https://www.icanvas.com/canvas-print/kobe-omu222#1PC6-40x26', 'https://www.icanvas.com/canvas-print/rayne-bnc44#1PC6-60x40', 'https://www.icanvas.com/canvas-print/how-far-is-a-light-year-agr23#1PC6-26x26', 'https://www.icanvas.com/canvas-print/usa-illinois-chicago-night-color-pop-ica1183#1PC6-36x12', 'https://www.icanvas.com/canvas-print/boundlessness-in-bloom-ics235#1PC6-26x26', 'https://www.icanvas.com/canvas-print/drift-bnc61#1PC6-60x40']\n",
      "MINI\n",
      "12×8\n",
      "SMALL\n",
      "18×12\n",
      "\n",
      "MEDIUM\n",
      "26×18\n",
      "\n",
      "LARGE\n",
      "40×26\n",
      "https://www.icanvas.com/canvas-print/the-colour-of-dreams-vin468#1PC6-12×8\n"
     ]
    },
    {
     "ename": "AttributeError",
     "evalue": "'WebDriver' object has no attribute 'find_elemebt'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-4-45710f1adc7e>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     98\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     99\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 100\u001b[1;33m             \u001b[0mbrowser\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_elemebt\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mXPATH\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34mf\"//li[@data-value={size_list[i]}]\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mclick\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    101\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    102\u001b[0m             \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mAttributeError\u001b[0m: 'WebDriver' object has no attribute 'find_elemebt'"
     ]
    }
   ],
   "source": [
    "from selenium import webdriver\n",
    "from selenium.webdriver.chrome.service import Service\n",
    "from selenium.webdriver.common.by import By\n",
    "import time\n",
    "from openpyxl import Workbook, load_workbook\n",
    "import datetime\n",
    "from selenium.webdriver.chrome.options import Options\n",
    "\n",
    "#starting creating excel file\n",
    "try:\n",
    "    wb = load_workbook('i_canvas_data.xlsx')\n",
    "    active_sheet = wb['Sheet']\n",
    "except FileNotFoundError:\n",
    "    wb = Workbook()\n",
    "    active_sheet = wb['Sheet']\n",
    "    active_sheet.append(['Website','Date', 'Height','Width','Discouted Price','Actual Price','Thickness','Discount Percent','Shipping'])\n",
    "    wb.save('i_canvas_data.xlsx')\n",
    "except:\n",
    "    print('something went wrong')\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "s = 'chromedriver.exe'\n",
    "browser = webdriver.Chrome(s)\n",
    "browser.maximize_window()\n",
    "site_url = 'https://www.icanvas.com/bestsellers.html?product=canvas&sort=popular'\n",
    "browser.get(site_url)\n",
    "\n",
    "\n",
    "try:\n",
    "    lenOfPage = browser.execute_script(\"window.scrollTo(0, document.body.scrollHeight);var lenOfPage=document.body.scrollHeight;return lenOfPage;\")\n",
    "    match=False\n",
    "    while(match==False):\n",
    "        lastCount = lenOfPage\n",
    "        time.sleep(3)\n",
    "        lenOfPage = browser.execute_script(\"window.scrollTo(0, document.body.scrollHeight);var lenOfPage=document.body.scrollHeight;return lenOfPage;\")\n",
    "        if lastCount==lenOfPage:\n",
    "            match=True\n",
    "except:\n",
    "    pass\n",
    "\n",
    "\n",
    "product_list_div = browser.find_element(By.ID, \"product-list\")  #product list containing div\n",
    "products_list = product_list_div.find_elements(By.CLASS_NAME, 'list-product')\n",
    "\n",
    "unique_price_list = []\n",
    "canvas_links = []\n",
    "\n",
    "for prod in products_list:\n",
    "    \n",
    "    price = prod.find_element(By.XPATH, './/div/div[@class=\"price_numbers\"]')\n",
    "    if price.text not in unique_price_list:\n",
    "        canvas_detail_link = prod.find_element(By.XPATH, './/a[@data-history-content_container=\"#product-list\"]').get_attribute('href')\n",
    "        canvas_links.append(canvas_detail_link)\n",
    "        unique_price_list.append(price.text)\n",
    "   \n",
    "   \n",
    "\n",
    "print(unique_price_list)\n",
    "print(canvas_links)\n",
    "\n",
    "\n",
    "\n",
    "for link in canvas_links:\n",
    "    \n",
    "    browser = webdriver.Chrome(s)\n",
    "    browser.maximize_window()    \n",
    "    browser.get(link)\n",
    "\n",
    "    \n",
    "    size_options_div = browser.find_element(By.ID, 'options-size')\n",
    "    size_options = size_options_div.find_elements(By.TAG_NAME, 'li')\n",
    "    \n",
    "    size_list = []\n",
    "    for i in size_options:\n",
    "        print(i.text)\n",
    "        if i.text == '':\n",
    "            continue\n",
    "        size_list.append(i.text.split('\\n')[1])\n",
    "    \n",
    "    \n",
    "\n",
    "   \n",
    "    \n",
    "    for i,size in enumerate(size_options):\n",
    "        \n",
    "        #try:\n",
    "            lin=link\n",
    "            s.split('-')[-1]\n",
    "            print(lin.replace(lin.split('-')[-1],size_list[i]))\n",
    "            \n",
    "            browser = webdriver.Chrome(s)\n",
    "            browser.implicitly_wait(20) \n",
    "            browser.maximize_window()\n",
    "            browser.get(lin.replace(lin.split('-')[-1],size_list[i]))\n",
    "            \n",
    "            \n",
    "\n",
    "            browser.find_element(By.XPATH, f\"//li[@data-value='{size_list[i]}']\").click()\n",
    "            \n",
    "            time.sleep(1)\n",
    "            \n",
    "            try:\n",
    "                \n",
    "                thickness_div = browser.find_element(By.ID, 'options-depth')\n",
    "                thickness_options = thickness_div.find_elements(By.TAG_NAME, 'li')\n",
    "                \n",
    "                thick_list = []\n",
    "                for j in thickness_options:                    \n",
    "                    if j.text == '':\n",
    "                        continue\n",
    "                    thick_list.append(j.get_attribute('data-value'))\n",
    "                print('thickness',thick_list)\n",
    "                \n",
    "                for thick in thickness_options:\n",
    "                    \n",
    "                    \n",
    "                    try:\n",
    "                        data_list = []\n",
    "                        time.sleep(2)\n",
    "                        thick.click() # clicked on thickness\n",
    "                        time.sleep(1)\n",
    "                        canvas_size = size.get_attribute('data-value')\n",
    "\n",
    "                        data_list.append(site_url)\n",
    "                        data_list.append(datetime.date.today())\n",
    "                        data_list.extend(canvas_size.split('x'))\n",
    "\n",
    "                        data_list.append(browser.find_element(By.ID,'price').text)#discounted price\n",
    "                        data_list.append(browser.find_element(By.ID, 'price-old').text[browser.find_element(By.ID, 'price-old').text.index('$'):])#actula price\n",
    "                        data_list.append(thick.text) #thickness type\n",
    "                        price_block = browser.find_element(By.ID, \"price-block\")\n",
    "                        discount_percent = price_block.find_element(By.CLASS_NAME, 'flash-deal-box')\n",
    "                        data_list.append(discount_percent.text[:discount_percent.text.index('—')]) # appending discount percent\n",
    "                        #data_list.append('Free') #Shippong price\n",
    "                        print('aa')\n",
    "\n",
    "\n",
    "                        time.sleep(2)\n",
    "                        print('start')\n",
    "                        add_cart = browser.find_element(By.XPATH,\"//button[@id='add-to-cart']\")# add to cart\n",
    "                        browser.execute_script(\"arguments[0].click();\", add_cart)\n",
    "                        time.sleep(3)\n",
    "\n",
    "                        print('bb')\n",
    "                        cart = browser.find_element(By.XPATH,\"//a[@href='/cart']\")\n",
    "                        browser.execute_script(\"arguments[0].click();\", cart)\n",
    "                        time.sleep(3)\n",
    "\n",
    "                        print('cc')\n",
    "\n",
    "                        element = browser.find_element(By.XPATH, \"//a[@id='checkout-now-header']\")\n",
    "                        browser.execute_script(\"arguments[0].click();\", element)\n",
    "\n",
    "                        print('dd')\n",
    "\n",
    "                        time.sleep(2)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@type='email']\").send_keys('sa@gmail.com')\n",
    "                        time.sleep(1)\n",
    "                        print('ee')\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='customer_firstname']\").send_keys('sa')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='customer_lastname']\").send_keys('ku')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//button[@id='submitGuestAccount']\").click()\n",
    "\n",
    "                        time.sleep(2)\n",
    "                        print('ff')\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='address1']\").send_keys('11525A Stonehollow Dr Suite 100')\n",
    "\n",
    "                        time.sleep(2)\n",
    "                        print('gg')\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='city']\").send_keys('AUSTIN')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element_by_xpath(\"//select[@name='id_state']/option[text()='Texas']\").click()\n",
    "                        print('hh')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='postcode']\").send_keys('78758-3269')\n",
    "                        print('zz')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='phone']\").send_keys('1+1-234-567-890')\n",
    "                        print('kk')\n",
    "                        time.sleep(1)\n",
    "\n",
    "\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//button[@name='confirm-addresses']\").click()\n",
    "                        time.sleep(2)\n",
    "                        browser.find_element(By.XPATH,\"//button[@name='submitUpsAddress']\").click()\n",
    "                        time.sleep(1)\n",
    "\n",
    "\n",
    "                        ship_price = browser.find_elements(By.XPATH,\"//span[@class='carrier_price']\")\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        data_list.append(ship_price[0].text)\n",
    "                        data_list.append(ship_price[1].text)\n",
    "\n",
    "\n",
    "\n",
    "                        print(data_list)\n",
    "                        active_sheet.append(data_list)\n",
    "                        wb.save('i_canvas_data.xlsx')\n",
    "\n",
    "                        #browser.delete_all_cookies()\n",
    "                        browser.quit()\n",
    "                        time.sleep(2)                        \n",
    "                       \n",
    "                        \n",
    "                    except:\n",
    "                        print('thickness option not clickable')\n",
    "                        browser.quit()\n",
    "            except:\n",
    "                print('thickness div not available')\n",
    "\n",
    "        #except:\n",
    "            #print('size not clickable')\n",
    "            \n",
    "    browser.quit()\n",
    "\n",
    "time.sleep(1)\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MINI\n",
      "12×8\n",
      "SMALL\n",
      "18×12\n",
      "\n",
      "MEDIUM\n",
      "26×18\n",
      "\n",
      "LARGE\n",
      "40×26\n",
      "https://www.icanvas.com/canvas-print/the-colour-of-dreams-vin468#1PC6-12×8\n",
      "['12×8', '18×12', '26×18', '40×26']\n"
     ]
    },
    {
     "ename": "NoSuchElementException",
     "evalue": "Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//li[@data-value=\"18×12\"]\"}\n  (Session info: chrome=89.0.4389.90)\n",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNoSuchElementException\u001b[0m                    Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-13-17e4780986eb>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     34\u001b[0m             \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msize_list\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     35\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 36\u001b[1;33m             \u001b[0mbrowser\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mXPATH\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34mf'''//li[@data-value=\"{size_list[1]}\"]'''\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mclick\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     37\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     38\u001b[0m             \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mfind_element\u001b[1;34m(self, by, value)\u001b[0m\n\u001b[0;32m    976\u001b[0m         return self.execute(Command.FIND_ELEMENT, {\n\u001b[0;32m    977\u001b[0m             \u001b[1;34m'using'\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 978\u001b[1;33m             'value': value})['value']\n\u001b[0m\u001b[0;32m    979\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    980\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_elements\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mID\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, driver_command, params)\u001b[0m\n\u001b[0;32m    319\u001b[0m         \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    320\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 321\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    322\u001b[0m             response['value'] = self._unwrap_value(\n\u001b[0;32m    323\u001b[0m                 response.get('value', None))\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[1;34m(self, response)\u001b[0m\n\u001b[0;32m    240\u001b[0m                 \u001b[0malert_text\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'alert'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'text'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    241\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0malert_text\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 242\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    243\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    244\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNoSuchElementException\u001b[0m: Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//li[@data-value=\"18×12\"]\"}\n  (Session info: chrome=89.0.4389.90)\n"
     ]
    }
   ],
   "source": [
    "for link in canvas_links:\n",
    "    \n",
    "    browser = webdriver.Chrome(s)\n",
    "    browser.maximize_window()    \n",
    "    browser.get(link)\n",
    "\n",
    "    \n",
    "    size_options_div = browser.find_element(By.ID, 'options-size')\n",
    "    size_options = size_options_div.find_elements(By.TAG_NAME, 'li')\n",
    "    \n",
    "    size_list = []\n",
    "    for i in size_options:\n",
    "        print(i.text)\n",
    "        if i.text == '':\n",
    "            continue\n",
    "        size_list.append(i.text.split('\\n')[1])\n",
    "    \n",
    "    \n",
    "\n",
    "   \n",
    "    \n",
    "    for i,size in enumerate(size_options):\n",
    "        \n",
    "        #try:\n",
    "            lin=link\n",
    "       \n",
    "            print(lin.replace(lin.split('-')[-1],size_list[i]))\n",
    "            \n",
    "            browser = webdriver.Chrome(s)\n",
    "            browser.implicitly_wait(20) \n",
    "            browser.maximize_window()\n",
    "            browser.get(lin.replace(lin.split('-')[-1],size_list[i]))\n",
    "            \n",
    "            print(size_list)\n",
    "            s=size_list[i]\n",
    "            \n",
    "\n",
    "            browser.find_element(By.XPATH, '//li[@data-value='+\"}\"]').click()\n",
    "            \n",
    "            time.sleep(1)\n",
    "            \n",
    "            try:\n",
    "                \n",
    "                thickness_div = browser.find_element(By.ID, 'options-depth')\n",
    "                thickness_options = thickness_div.find_elements(By.TAG_NAME, 'li')\n",
    "                \n",
    "                thick_list = []\n",
    "                for j in thickness_options:                    \n",
    "                    if j.text == '':\n",
    "                        continue\n",
    "                    thick_list.append(j.get_attribute('data-value'))\n",
    "                print('thickness',thick_list)\n",
    "                \n",
    "                for thick in thickness_options:\n",
    "                    \n",
    "                    \n",
    "                    try:\n",
    "                        data_list = []\n",
    "                        time.sleep(2)\n",
    "                        thick.click() # clicked on thickness\n",
    "                        time.sleep(1)\n",
    "                        canvas_size = size.get_attribute('data-value')\n",
    "\n",
    "                        data_list.append(site_url)\n",
    "                        data_list.append(datetime.date.today())\n",
    "                        data_list.extend(canvas_size.split('x'))\n",
    "\n",
    "                        data_list.append(browser.find_element(By.ID,'price').text)#discounted price\n",
    "                        data_list.append(browser.find_element(By.ID, 'price-old').text[browser.find_element(By.ID, 'price-old').text.index('$'):])#actula price\n",
    "                        data_list.append(thick.text) #thickness type\n",
    "                        price_block = browser.find_element(By.ID, \"price-block\")\n",
    "                        discount_percent = price_block.find_element(By.CLASS_NAME, 'flash-deal-box')\n",
    "                        data_list.append(discount_percent.text[:discount_percent.text.index('—')]) # appending discount percent\n",
    "                        #data_list.append('Free') #Shippong price\n",
    "                        print('aa')\n",
    "\n",
    "\n",
    "                        time.sleep(2)\n",
    "                        print('start')\n",
    "                        add_cart = browser.find_element(By.XPATH,\"//button[@id='add-to-cart']\")# add to cart\n",
    "                        browser.execute_script(\"arguments[0].click();\", add_cart)\n",
    "                        time.sleep(3)\n",
    "\n",
    "                        print('bb')\n",
    "                        cart = browser.find_element(By.XPATH,\"//a[@href='/cart']\")\n",
    "                        browser.execute_script(\"arguments[0].click();\", cart)\n",
    "                        time.sleep(3)\n",
    "\n",
    "                        print('cc')\n",
    "\n",
    "                        element = browser.find_element(By.XPATH, \"//a[@id='checkout-now-header']\")\n",
    "                        browser.execute_script(\"arguments[0].click();\", element)\n",
    "\n",
    "                        print('dd')\n",
    "\n",
    "                        time.sleep(2)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@type='email']\").send_keys('sa@gmail.com')\n",
    "                        time.sleep(1)\n",
    "                        print('ee')\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='customer_firstname']\").send_keys('sa')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='customer_lastname']\").send_keys('ku')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//button[@id='submitGuestAccount']\").click()\n",
    "\n",
    "                        time.sleep(2)\n",
    "                        print('ff')\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='address1']\").send_keys('11525A Stonehollow Dr Suite 100')\n",
    "\n",
    "                        time.sleep(2)\n",
    "                        print('gg')\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='city']\").send_keys('AUSTIN')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element_by_xpath(\"//select[@name='id_state']/option[text()='Texas']\").click()\n",
    "                        print('hh')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='postcode']\").send_keys('78758-3269')\n",
    "                        print('zz')\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//input[@id='phone']\").send_keys('1+1-234-567-890')\n",
    "                        print('kk')\n",
    "                        time.sleep(1)\n",
    "\n",
    "\n",
    "\n",
    "                        browser.find_element(By.XPATH,\"//button[@name='confirm-addresses']\").click()\n",
    "                        time.sleep(2)\n",
    "                        browser.find_element(By.XPATH,\"//button[@name='submitUpsAddress']\").click()\n",
    "                        time.sleep(1)\n",
    "\n",
    "\n",
    "                        ship_price = browser.find_elements(By.XPATH,\"//span[@class='carrier_price']\")\n",
    "                        time.sleep(1)\n",
    "\n",
    "                        data_list.append(ship_price[0].text)\n",
    "                        data_list.append(ship_price[1].text)\n",
    "\n",
    "\n",
    "\n",
    "                        print(data_list)\n",
    "                        active_sheet.append(data_list)\n",
    "                        wb.save('i_canvas_data.xlsx')\n",
    "\n",
    "                        browser.delete_all_cookies()\n",
    "                        \n",
    "                        time.sleep(2)                        \n",
    "                       \n",
    "                        \n",
    "                    except:\n",
    "                        print('thickness option not clickable')\n",
    "                        browser.quit()\n",
    "            except:\n",
    "                print('thickness div not available')\n",
    "\n",
    "        #except:\n",
    "            #print('size not clickable')\n",
    "            \n",
    "    browser.quit()\n",
    "\n",
    "time.sleep(1)\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'//li[@data-value=\"12×8\"]'"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f'//li[@data-value=\"{size_list[0]}\"]'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'s'"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'s'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"'s'\""
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"s'\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'s'"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'s'.replace(\"'\", '\"')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MINI\n",
      "12×8\n",
      "SMALL\n",
      "18×12\n",
      "\n",
      "MEDIUM\n",
      "26×18\n",
      "\n",
      "LARGE\n",
      "40×26\n",
      "thickness option not clickable\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:urllib3.connectionpool:Retrying (Retry(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x0000021C341F6F08>: Failed to establish a new connection: [WinError 10061] No connection could be made because the target machine actively refused it')': /session/94dc815f39bbd972d769a49949e6a282/element\n",
      "WARNING:urllib3.connectionpool:Retrying (Retry(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x0000021C3422F7C8>: Failed to establish a new connection: [WinError 10061] No connection could be made because the target machine actively refused it')': /session/94dc815f39bbd972d769a49949e6a282/element\n",
      "WARNING:urllib3.connectionpool:Retrying (Retry(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x0000021C34254308>: Failed to establish a new connection: [WinError 10061] No connection could be made because the target machine actively refused it')': /session/94dc815f39bbd972d769a49949e6a282/element\n"
     ]
    },
    {
     "ename": "MaxRetryError",
     "evalue": "HTTPConnectionPool(host='127.0.0.1', port=51257): Max retries exceeded with url: /session/94dc815f39bbd972d769a49949e6a282/element (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x0000021C34224F88>: Failed to establish a new connection: [WinError 10061] No connection could be made because the target machine actively refused it'))",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mConnectionRefusedError\u001b[0m                    Traceback (most recent call last)",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connection.py\u001b[0m in \u001b[0;36m_new_conn\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    158\u001b[0m             conn = connection.create_connection(\n\u001b[1;32m--> 159\u001b[1;33m                 (self._dns_host, self.port), self.timeout, **extra_kw)\n\u001b[0m\u001b[0;32m    160\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\util\\connection.py\u001b[0m in \u001b[0;36mcreate_connection\u001b[1;34m(address, timeout, source_address, socket_options)\u001b[0m\n\u001b[0;32m     79\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[0merr\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 80\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0merr\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     81\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\util\\connection.py\u001b[0m in \u001b[0;36mcreate_connection\u001b[1;34m(address, timeout, source_address, socket_options)\u001b[0m\n\u001b[0;32m     69\u001b[0m                 \u001b[0msock\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mbind\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msource_address\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 70\u001b[1;33m             \u001b[0msock\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msa\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     71\u001b[0m             \u001b[1;32mreturn\u001b[0m \u001b[0msock\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mConnectionRefusedError\u001b[0m: [WinError 10061] No connection could be made because the target machine actively refused it",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mNewConnectionError\u001b[0m                        Traceback (most recent call last)",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[1;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[0;32m    599\u001b[0m                                                   \u001b[0mbody\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mbody\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mheaders\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mheaders\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 600\u001b[1;33m                                                   chunked=chunked)\n\u001b[0m\u001b[0;32m    601\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\u001b[0m in \u001b[0;36m_make_request\u001b[1;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[0;32m    353\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 354\u001b[1;33m             \u001b[0mconn\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrequest\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mhttplib_request_kw\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    355\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\http\\client.py\u001b[0m in \u001b[0;36mrequest\u001b[1;34m(self, method, url, body, headers, encode_chunked)\u001b[0m\n\u001b[0;32m   1243\u001b[0m         \u001b[1;34m\"\"\"Send a complete request to the server.\"\"\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1244\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_send_request\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbody\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mheaders\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mencode_chunked\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1245\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\http\\client.py\u001b[0m in \u001b[0;36m_send_request\u001b[1;34m(self, method, url, body, headers, encode_chunked)\u001b[0m\n\u001b[0;32m   1289\u001b[0m             \u001b[0mbody\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_encode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mbody\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'body'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1290\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mendheaders\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mbody\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mencode_chunked\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mencode_chunked\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1291\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\http\\client.py\u001b[0m in \u001b[0;36mendheaders\u001b[1;34m(self, message_body, encode_chunked)\u001b[0m\n\u001b[0;32m   1238\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mCannotSendHeader\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1239\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_send_output\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage_body\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mencode_chunked\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mencode_chunked\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1240\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\http\\client.py\u001b[0m in \u001b[0;36m_send_output\u001b[1;34m(self, message_body, encode_chunked)\u001b[0m\n\u001b[0;32m   1025\u001b[0m         \u001b[1;32mdel\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_buffer\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1026\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmsg\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1027\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\http\\client.py\u001b[0m in \u001b[0;36msend\u001b[1;34m(self, data)\u001b[0m\n\u001b[0;32m    965\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mauto_open\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 966\u001b[1;33m                 \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    967\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connection.py\u001b[0m in \u001b[0;36mconnect\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    180\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mconnect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 181\u001b[1;33m         \u001b[0mconn\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_new_conn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    182\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_prepare_conn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mconn\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connection.py\u001b[0m in \u001b[0;36m_new_conn\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    167\u001b[0m             raise NewConnectionError(\n\u001b[1;32m--> 168\u001b[1;33m                 self, \"Failed to establish a new connection: %s\" % e)\n\u001b[0m\u001b[0;32m    169\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNewConnectionError\u001b[0m: <urllib3.connection.HTTPConnection object at 0x0000021C34224F88>: Failed to establish a new connection: [WinError 10061] No connection could be made because the target machine actively refused it",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mMaxRetryError\u001b[0m                             Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-38-5ed86faae6cc>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     36\u001b[0m             \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     37\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 38\u001b[1;33m             \u001b[0mele\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mbrowser\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mXPATH\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34mf'//li[contains(text(),\"{size}\")]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     39\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     40\u001b[0m             \u001b[0mbrowser\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute_script\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'arguments[0].click();'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mele\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mfind_element\u001b[1;34m(self, by, value)\u001b[0m\n\u001b[0;32m    976\u001b[0m         return self.execute(Command.FIND_ELEMENT, {\n\u001b[0;32m    977\u001b[0m             \u001b[1;34m'using'\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 978\u001b[1;33m             'value': value})['value']\n\u001b[0m\u001b[0;32m    979\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    980\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_elements\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mID\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, driver_command, params)\u001b[0m\n\u001b[0;32m    317\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    318\u001b[0m         \u001b[0mparams\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_wrap_value\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 319\u001b[1;33m         \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    320\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    321\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\remote_connection.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, command, params)\u001b[0m\n\u001b[0;32m    372\u001b[0m         \u001b[0mdata\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mutils\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdump_json\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    373\u001b[0m         \u001b[0murl\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;34m'%s%s'\u001b[0m \u001b[1;33m%\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_url\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 374\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_request\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcommand_info\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbody\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    375\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    376\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_request\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbody\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\remote_connection.py\u001b[0m in \u001b[0;36m_request\u001b[1;34m(self, method, url, body)\u001b[0m\n\u001b[0;32m    395\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    396\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeep_alive\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 397\u001b[1;33m             \u001b[0mresp\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_conn\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrequest\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbody\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mbody\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mheaders\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mheaders\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    398\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    399\u001b[0m             \u001b[0mstatuscode\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mresp\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mstatus\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\request.py\u001b[0m in \u001b[0;36mrequest\u001b[1;34m(self, method, url, fields, headers, **urlopen_kw)\u001b[0m\n\u001b[0;32m     70\u001b[0m             return self.request_encode_body(method, url, fields=fields,\n\u001b[0;32m     71\u001b[0m                                             \u001b[0mheaders\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mheaders\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 72\u001b[1;33m                                             **urlopen_kw)\n\u001b[0m\u001b[0;32m     73\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     74\u001b[0m     def request_encode_url(self, method, url, fields=None, headers=None,\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\request.py\u001b[0m in \u001b[0;36mrequest_encode_body\u001b[1;34m(self, method, url, fields, headers, encode_multipart, multipart_boundary, **urlopen_kw)\u001b[0m\n\u001b[0;32m    148\u001b[0m         \u001b[0mextra_kw\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0murlopen_kw\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    149\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 150\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0murlopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mextra_kw\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\poolmanager.py\u001b[0m in \u001b[0;36murlopen\u001b[1;34m(self, method, url, redirect, **kw)\u001b[0m\n\u001b[0;32m    322\u001b[0m             \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mconn\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0murlopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkw\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    323\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 324\u001b[1;33m             \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mconn\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0murlopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mu\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrequest_uri\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkw\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    325\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    326\u001b[0m         \u001b[0mredirect_location\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mredirect\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mresponse\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_redirect_location\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[1;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[0;32m    665\u001b[0m                                 \u001b[0mtimeout\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpool_timeout\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpool_timeout\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    666\u001b[0m                                 \u001b[0mrelease_conn\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mrelease_conn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbody_pos\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mbody_pos\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 667\u001b[1;33m                                 **response_kw)\n\u001b[0m\u001b[0;32m    668\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    669\u001b[0m         \u001b[1;32mdef\u001b[0m \u001b[0mdrain_and_release_conn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[1;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[0;32m    665\u001b[0m                                 \u001b[0mtimeout\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpool_timeout\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpool_timeout\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    666\u001b[0m                                 \u001b[0mrelease_conn\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mrelease_conn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbody_pos\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mbody_pos\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 667\u001b[1;33m                                 **response_kw)\n\u001b[0m\u001b[0;32m    668\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    669\u001b[0m         \u001b[1;32mdef\u001b[0m \u001b[0mdrain_and_release_conn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[1;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[0;32m    665\u001b[0m                                 \u001b[0mtimeout\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpool_timeout\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpool_timeout\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    666\u001b[0m                                 \u001b[0mrelease_conn\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mrelease_conn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbody_pos\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mbody_pos\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 667\u001b[1;33m                                 **response_kw)\n\u001b[0m\u001b[0;32m    668\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    669\u001b[0m         \u001b[1;32mdef\u001b[0m \u001b[0mdrain_and_release_conn\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[1;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[0;32m    636\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    637\u001b[0m             retries = retries.increment(method, url, error=e, _pool=self,\n\u001b[1;32m--> 638\u001b[1;33m                                         _stacktrace=sys.exc_info()[2])\n\u001b[0m\u001b[0;32m    639\u001b[0m             \u001b[0mretries\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    640\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\urllib3\\util\\retry.py\u001b[0m in \u001b[0;36mincrement\u001b[1;34m(self, method, url, response, error, _pool, _stacktrace)\u001b[0m\n\u001b[0;32m    397\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    398\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mnew_retry\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mis_exhausted\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 399\u001b[1;33m             \u001b[1;32mraise\u001b[0m \u001b[0mMaxRetryError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0m_pool\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merror\u001b[0m \u001b[1;32mor\u001b[0m \u001b[0mResponseError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcause\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    400\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    401\u001b[0m         \u001b[0mlog\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Incremented Retry for (url='%s'): %r\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mnew_retry\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mMaxRetryError\u001b[0m: HTTPConnectionPool(host='127.0.0.1', port=51257): Max retries exceeded with url: /session/94dc815f39bbd972d769a49949e6a282/element (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x0000021C34224F88>: Failed to establish a new connection: [WinError 10061] No connection could be made because the target machine actively refused it'))"
     ]
    }
   ],
   "source": [
    "for link in canvas_links:\n",
    "    \n",
    "    browser = webdriver.Chrome(s)\n",
    "    browser.maximize_window()    \n",
    "    browser.get(link)\n",
    "\n",
    "    \n",
    "    size_options_div = browser.find_element(By.ID, 'options-size')\n",
    "    size_options = size_options_div.find_elements(By.TAG_NAME, 'li')\n",
    "    \n",
    "    size_list = []\n",
    "    for i in size_options:\n",
    "        print(i.text)\n",
    "        if i.text == '':\n",
    "            continue\n",
    "        size_list.append(i.text.split('\\n')[0])\n",
    "    \n",
    "    \n",
    "\n",
    "   \n",
    "    \n",
    "    for size in size_list:\n",
    "        \n",
    "        #try:\n",
    "            lin=link\n",
    "       \n",
    "            #print(lin.replace(lin.split('-')[-1],size_list[i]))\n",
    "            \n",
    "            #browser = webdriver.Chrome(s)\n",
    "            #browser.implicitly_wait(20) \n",
    "            #browser.maximize_window()\n",
    "            #browser.get(lin.replace(lin.split('-')[-1],size_list[i]))\n",
    "            \n",
    "            #print(size_list)\n",
    "            #s=size_list[i]\n",
    "            time.sleep(1)\n",
    "            \n",
    "            ele = browser.find_element(By.XPATH, f'//li[contains(text(),\"{size}\")]')\n",
    "         \n",
    "            browser.execute_script('arguments[0].click();', ele)\n",
    "            #browser.find_element(By.XPATH, f'//li[@data-value=\"{size}\"]').click()\n",
    "            \n",
    "            time.sleep(1)\n",
    "            \n",
    "            '''try:\n",
    "                \n",
    "                thickness_div = browser.find_element(By.ID, 'options-depth')\n",
    "                thickness_options = thickness_div.find_elements(By.TAG_NAME, 'li')\n",
    "                \n",
    "                thick_list = []\n",
    "                for j in thickness_options:                    \n",
    "                    if j.text == '':\n",
    "                        continue\n",
    "                    thick_list.append(j.get_attribute('data-value'))\n",
    "                print('thickness',thick_list)\n",
    "                \n",
    "                for thick in thickness_options:'''\n",
    "                    \n",
    "                    \n",
    "            #try:\n",
    "                data_list = []\n",
    "                time.sleep(2)\n",
    "                #thick.click() # clicked on thickness\n",
    "                time.sleep(1)\n",
    "                canvas_size = size.get_attribute('data-value')\n",
    "\n",
    "                data_list.append(site_url)\n",
    "                data_list.append(datetime.date.today())\n",
    "                data_list.extend(canvas_size.split('x'))\n",
    "\n",
    "                data_list.append(browser.find_element(By.ID,'price').text)#discounted price\n",
    "                data_list.append(browser.find_element(By.ID, 'price-old').text[browser.find_element(By.ID, 'price-old').text.index('$'):])#actula price\n",
    "                data_list.append(thick.text) #thickness type\n",
    "                price_block = browser.find_element(By.ID, \"price-block\")\n",
    "                discount_percent = price_block.find_element(By.CLASS_NAME, 'flash-deal-box')\n",
    "                data_list.append(discount_percent.text[:discount_percent.text.index('—')]) # appending discount percent\n",
    "                #data_list.append('Free') #Shippong price\n",
    "                print('aa')\n",
    "\n",
    "\n",
    "                time.sleep(2)\n",
    "                print('start')\n",
    "                add_cart = browser.find_element(By.XPATH,\"//button[@id='add-to-cart']\")# add to cart\n",
    "                browser.execute_script(\"arguments[0].click();\", add_cart)\n",
    "                time.sleep(3)\n",
    "\n",
    "                print('bb')\n",
    "                cart = browser.find_element(By.XPATH,\"//a[@href='/cart']\")\n",
    "                browser.execute_script(\"arguments[0].click();\", cart)\n",
    "                time.sleep(3)\n",
    "\n",
    "                print('cc')\n",
    "\n",
    "                element = browser.find_element(By.XPATH, \"//a[@id='checkout-now-header']\")\n",
    "                browser.execute_script(\"arguments[0].click();\", element)\n",
    "\n",
    "                print('dd')\n",
    "\n",
    "                time.sleep(2)\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@type='email']\").send_keys('sa@gmail.com')\n",
    "                time.sleep(1)\n",
    "                print('ee')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@id='customer_firstname']\").send_keys('sa')\n",
    "                time.sleep(1)\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@id='customer_lastname']\").send_keys('ku')\n",
    "                time.sleep(1)\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//button[@id='submitGuestAccount']\").click()\n",
    "\n",
    "                time.sleep(2)\n",
    "                print('ff')\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@id='address1']\").send_keys('11525A Stonehollow Dr Suite 100')\n",
    "\n",
    "                time.sleep(2)\n",
    "                print('gg')\n",
    "                browser.find_element(By.XPATH,\"//input[@id='city']\").send_keys('AUSTIN')\n",
    "                time.sleep(1)\n",
    "\n",
    "                browser.find_element_by_xpath(\"//select[@name='id_state']/option[text()='Texas']\").click()\n",
    "                print('hh')\n",
    "                time.sleep(1)\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@id='postcode']\").send_keys('78758-3269')\n",
    "                print('zz')\n",
    "                time.sleep(1)\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//input[@id='phone']\").send_keys('1+1-234-567-890')\n",
    "                print('kk')\n",
    "                time.sleep(1)\n",
    "\n",
    "\n",
    "\n",
    "                browser.find_element(By.XPATH,\"//button[@name='confirm-addresses']\").click()\n",
    "                time.sleep(2)\n",
    "                browser.find_element(By.XPATH,\"//button[@name='submitUpsAddress']\").click()\n",
    "                time.sleep(1)\n",
    "\n",
    "\n",
    "                ship_price = browser.find_elements(By.XPATH,\"//span[@class='carrier_price']\")\n",
    "                time.sleep(1)\n",
    "\n",
    "                data_list.append(ship_price[0].text)\n",
    "                data_list.append(ship_price[1].text)\n",
    "\n",
    "\n",
    "\n",
    "                print(data_list)\n",
    "                active_sheet.append(data_list)\n",
    "                wb.save('i_canvas_data.xlsx')\n",
    "\n",
    "                browser.delete_all_cookies()\n",
    "\n",
    "                time.sleep(2)                        \n",
    "\n",
    "\n",
    "            except:\n",
    "                print('thickness option not clickable')\n",
    "                browser.quit()\n",
    "            #except:\n",
    "                #print('thickness div not available')\n",
    "\n",
    "        #except:\n",
    "            #print('size not clickable')\n",
    "            \n",
    "    browser.quit()\n",
    "\n",
    "time.sleep(1)\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "class str2(str):\n",
    "    \n",
    "    def __repr__(self):\n",
    "        return ''.join(('\"', super().__repr__()[1:-1], '\"'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'s=12×8s'"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'s='+str2(size)+'s'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "ename": "NoSuchWindowException",
     "evalue": "Message: no such window: target window already closed\nfrom unknown error: web view not found\n  (Session info: chrome=89.0.4389.128)\n",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNoSuchWindowException\u001b[0m                     Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-3-e34d8d3cb53b>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     50\u001b[0m     \u001b[0mprice\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mprod\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mXPATH\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'.//div/div[@class=\"price_numbers\"]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     51\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[0mprice\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtext\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32min\u001b[0m \u001b[0munique_price_list\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 52\u001b[1;33m         \u001b[0mcanvas_detail_link\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mprod\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mXPATH\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'.//a[@data-history-content_container=\"#product-list\"]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_attribute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'href'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     53\u001b[0m         \u001b[0mcanvas_links\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcanvas_detail_link\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     54\u001b[0m         \u001b[0munique_price_list\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mprice\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webelement.py\u001b[0m in \u001b[0;36mfind_element\u001b[1;34m(self, by, value)\u001b[0m\n\u001b[0;32m    657\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    658\u001b[0m         return self._execute(Command.FIND_CHILD_ELEMENT,\n\u001b[1;32m--> 659\u001b[1;33m                              {\"using\": by, \"value\": value})['value']\n\u001b[0m\u001b[0;32m    660\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    661\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_elements\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mID\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webelement.py\u001b[0m in \u001b[0;36m_execute\u001b[1;34m(self, command, params)\u001b[0m\n\u001b[0;32m    631\u001b[0m             \u001b[0mparams\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m{\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    632\u001b[0m         \u001b[0mparams\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'id'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_id\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 633\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_parent\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    634\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    635\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mID\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, driver_command, params)\u001b[0m\n\u001b[0;32m    319\u001b[0m         \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    320\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 321\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    322\u001b[0m             response['value'] = self._unwrap_value(\n\u001b[0;32m    323\u001b[0m                 response.get('value', None))\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[1;34m(self, response)\u001b[0m\n\u001b[0;32m    240\u001b[0m                 \u001b[0malert_text\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'alert'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'text'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    241\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0malert_text\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 242\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    243\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    244\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNoSuchWindowException\u001b[0m: Message: no such window: target window already closed\nfrom unknown error: web view not found\n  (Session info: chrome=89.0.4389.128)\n"
     ]
    }
   ],
   "source": [
    "from selenium import webdriver\n",
    "from selenium.webdriver.chrome.service import Service\n",
    "from selenium.webdriver.common.by import By\n",
    "import time\n",
    "from openpyxl import Workbook, load_workbook\n",
    "import datetime\n",
    "from selenium.webdriver.chrome.options import Options\n",
    "\n",
    "#starting creating excel file\n",
    "try:\n",
    "    wb = load_workbook('i_canvas_data.xlsx')\n",
    "    active_sheet = wb['Sheet']\n",
    "except FileNotFoundError:\n",
    "    wb = Workbook()\n",
    "    active_sheet = wb['Sheet']\n",
    "    active_sheet.append(['Website','Date', 'Height','Width','Discouted Price','Actual Price','Thickness','Discount Percent','Standard Shipping','Rush Shiping'])\n",
    "    wb.save('i_canvas_data.xlsx')\n",
    "except:\n",
    "    print('something went wrong')\n",
    "\n",
    "\n",
    "s = 'chromedriver.exe'\n",
    "browser = webdriver.Chrome(s)\n",
    "browser.maximize_window()\n",
    "site_url = 'https://www.icanvas.com/bestsellers.html?product=canvas&sort=popular'\n",
    "browser.get(site_url)\n",
    "\n",
    "\n",
    "try:\n",
    "    lenOfPage = browser.execute_script(\"window.scrollTo(0, document.body.scrollHeight);var lenOfPage=document.body.scrollHeight;return lenOfPage;\")\n",
    "    match=False\n",
    "    while(match==False):\n",
    "        lastCount = lenOfPage\n",
    "        time.sleep(3)\n",
    "        lenOfPage = browser.execute_script(\"window.scrollTo(0, document.body.scrollHeight);var lenOfPage=document.body.scrollHeight;return lenOfPage;\")\n",
    "        if lastCount==lenOfPage:\n",
    "            match=True\n",
    "except:\n",
    "    pass\n",
    "\n",
    "\n",
    "product_list_div = browser.find_element(By.ID, \"product-list\")  #product list containing div\n",
    "products_list = product_list_div.find_elements(By.CLASS_NAME, 'list-product')\n",
    "\n",
    "unique_price_list = []\n",
    "canvas_links = []\n",
    "\n",
    "for prod in products_list:\n",
    "    \n",
    "    price = prod.find_element(By.XPATH, './/div/div[@class=\"price_numbers\"]')\n",
    "    if price.text not in unique_price_list:\n",
    "        canvas_detail_link = prod.find_element(By.XPATH, './/a[@data-history-content_container=\"#product-list\"]').get_attribute('href')\n",
    "        canvas_links.append(canvas_detail_link)\n",
    "        unique_price_list.append(price.text)\n",
    "        \n",
    "d = {'1PC3':'SLIM [.75\" THICK]', '1PC6':'STANDARD [1.5\" THICK]'}\n",
    "print(unique_price_list)\n",
    "print(canvas_links)\n",
    "all_link=[]\n",
    "\n",
    "for link in canvas_links:\n",
    "\n",
    "    browser.get(link)\n",
    "    size_options_div = browser.find_element(By.ID, 'options-size')\n",
    "    size_options = size_options_div.find_elements(By.TAG_NAME, 'li')\n",
    "    for size in size_options:\n",
    "\n",
    "\n",
    "        try:\n",
    "            size.click()\n",
    "\n",
    "            time.sleep(1)\n",
    "            try:\n",
    "                thickness_div = browser.find_element(By.ID, 'options-depth')\n",
    "                thickness_options = thickness_div.find_elements(By.TAG_NAME, 'li')\n",
    "                for thick in thickness_options:\n",
    "                    \n",
    "                    try:\n",
    "                        thick.click()\n",
    "                     \n",
    "                        all_link.append(browser.current_url)\n",
    "\n",
    "                        #print(data_list)\n",
    "                        #active_sheet.append(data_list)\n",
    "                        #wb.save('i_canvas_data.xlsx')\n",
    "\n",
    "                      \n",
    "\n",
    "                        #time.sleep(3)\n",
    "                    except:\n",
    "                        print('thickness option not clickable')\n",
    "            except:\n",
    "                print('thickness div not available')\n",
    "\n",
    "        except:\n",
    "            print('size not clickable')\n",
    "\n",
    "            \n",
    "browser.quit()\n",
    "\n",
    "time.sleep(2)\n",
    "\n",
    "res = [] \n",
    "for i in all_link:\n",
    "    if i not in res:\n",
    "        res.append(i)\n",
    "print('all_link',res)\n",
    "        \n",
    "print(\"########collecting link finished\")        \n",
    "\n",
    "try:\n",
    "    \n",
    "    for link in res:\n",
    "\n",
    "        s= 'chromedriver.exe'\n",
    "        browser = webdriver.Chrome(s)\n",
    "        browser.maximize_window()\n",
    "        browser.get(link)\n",
    "\n",
    "        data_list = []\n",
    "        time.sleep(1)\n",
    "        canvas_size = link.split('-')[-1]\n",
    "        print(canvas_size)\n",
    "\n",
    "        data_list.append(site_url)\n",
    "        data_list.append(datetime.date.today())\n",
    "        data_list.extend(canvas_size.split('x'))\n",
    "\n",
    "        data_list.append(browser.find_element(By.ID,'price').text)#discounted price\n",
    "        data_list.append(browser.find_element(By.ID, 'price-old').text[browser.find_element(By.ID, 'price-old').text.index('$'):])#actula price\n",
    "        data_list.append(d[link.split('#')[1].split('-')[0]]) #thickness type\n",
    "        price_block = browser.find_element(By.ID, \"price-block\")\n",
    "        discount_percent = price_block.find_element(By.CLASS_NAME, 'flash-deal-box')\n",
    "        data_list.append(discount_percent.text[:discount_percent.text.index('—')]) # appending discount percent\n",
    "        #data_list.append('Free') #Shippong price'''\n",
    "\n",
    "        print('aa')\n",
    "\n",
    "        time.sleep(2)\n",
    "        print('start')\n",
    "        add_cart = browser.find_element(By.XPATH, \"//button[@id='add-to-cart']\")  # add to cart\n",
    "        browser.execute_script(\"arguments[0].click();\", add_cart)\n",
    "        time.sleep(4)\n",
    "\n",
    "        print('bb')\n",
    "        cart = browser.find_element(By.XPATH, \"//a[@href='/cart']\")\n",
    "        browser.execute_script(\"arguments[0].click();\", cart)\n",
    "        time.sleep(3)\n",
    "\n",
    "        print('cc')\n",
    "\n",
    "        element = browser.find_element(By.XPATH, \"//a[@id='checkout-now-header']\")\n",
    "        browser.execute_script(\"arguments[0].click();\", element)\n",
    "\n",
    "        print('dd')\n",
    "\n",
    "        time.sleep(2)\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//input[@type='email']\").send_keys('da@gmail.com')\n",
    "        time.sleep(1)\n",
    "        print('ee')\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//input[@id='customer_firstname']\").send_keys('sa')\n",
    "        time.sleep(1)\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//input[@id='customer_lastname']\").send_keys('ku')\n",
    "        time.sleep(1)\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//button[@id='submitGuestAccount']\").click()\n",
    "\n",
    "        time.sleep(3)\n",
    "        print('ff')\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//input[@id='address1']\").send_keys('11525A Stonehollow Dr Suite 100')\n",
    "\n",
    "        time.sleep(2)\n",
    "        browser.find_element(By.XPATH, \"//input[@id='city']\").send_keys('AUSTIN')\n",
    "        time.sleep(2)\n",
    "\n",
    "        browser.find_element_by_xpath(\"//select[@name='id_state']/option[text()='Texas']\").click()\n",
    "        time.sleep(1)\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//input[@id='postcode']\").send_keys('78758-3269')\n",
    "        time.sleep(1)\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//input[@id='phone']\").send_keys('1+1-234-567-890')\n",
    "        time.sleep(1)\n",
    "\n",
    "        browser.find_element(By.XPATH, \"//button[@name='confirm-addresses']\").click()\n",
    "        time.sleep(2)\n",
    "        browser.find_element(By.XPATH, \"//button[@name='submitUpsAddress']\").click()\n",
    "        time.sleep(1)\n",
    "\n",
    "        ship_price = browser.find_elements(By.XPATH, \"//span[@class='carrier_price']\")\n",
    "        time.sleep(1)\n",
    "\n",
    "        data_list.append(ship_price[0].text)\n",
    "        data_list.append(ship_price[1].text)\n",
    "\n",
    "\n",
    "\n",
    "        # browser.delete_all_cookies()\n",
    "        time.sleep(1)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "        print(data_list)\n",
    "        active_sheet.append(data_list)\n",
    "        wb.save('i_canvas_data.xlsx')\n",
    "\n",
    "        browser.quit()\n",
    "\n",
    "        time.sleep(3)\n",
    "\n",
    "except:\n",
    "    print('Error occur somwhere')\n",
    "print('all finished')\n",
    "time.sleep(1)\n",
    "\n",
    "# time.sleep(5)\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}