Webscraping using python!.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3/dist-packages/requests/__init__.py:80: RequestsDependencyWarning: urllib3 (1.25.10) or chardet (3.0.4) doesn't match a supported version!\n",
      "  RequestsDependencyWarning)\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "result = requests.get(\"https://en.wikipedia.org/wiki/List_of_fish_common_names\")\n",
    "src= result.content\n",
    "soup = BeautifulSoup(src,'html.parser')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Top\n",
      "0–9\n",
      "A\n",
      "B\n",
      "C\n",
      "D\n",
      "E\n",
      "F\n",
      "G\n",
      "H\n",
      "I\n",
      "J\n",
      "K\n",
      "L\n",
      "M\n",
      "N\n",
      "O\n",
      "P\n",
      "Q\n",
      "R\n",
      "S\n",
      "T\n",
      "U\n",
      "V\n",
      "W\n",
      "X\n",
      "Y\n",
      "Z\n",
      "African glass catfish\n",
      "African lungfish\n",
      "Aholehole\n",
      "Airbreathing catfish\n",
      "Airsac catfish\n",
      "Alaska blackfish\n",
      "Albacore\n",
      "Alewife\n",
      "Alfonsino\n",
      "Algae eater\n",
      "Alligatorfish\n",
      "Alligator gar\n",
      "Amberjack\n",
      "American sole\n",
      "Amur pike\n",
      "Anchovy\n",
      "Anemonefish\n",
      "Angelfish\n",
      "Angler\n",
      "Angler catfish\n",
      "Anglerfish\n",
      "Antarctic cod\n",
      "Antarctic icefish\n",
      "Antenna codlet\n",
      "Arapaima\n",
      "Archerfish\n",
      "Arctic char\n",
      "Armored gurnard\n",
      "Armored searobin\n",
      "Armorhead\n",
      "Armorhead catfish\n",
      "Armoured catfish\n",
      "Arowana\n",
      "Arrowtooth eel\n",
      "Asian carps\n",
      "Asiatic glassfish\n",
      "Atka mackerel\n",
      "Atlantic bonito\n",
      "Atlantic cod\n",
      "Atlantic herring\n",
      "Atlantic salmon\n",
      "Atlantic sharpnose shark\n",
      "Atlantic saury\n",
      "Atlantic silverside\n",
      "Australasian salmon\n",
      "Australian grayling\n",
      "Australian herring\n",
      "Australian lungfish\n",
      "Australian prowfish\n",
      "Ayu\n",
      "Baikal oilfish\n",
      "Bala shark\n",
      "Ballan wrasse\n",
      "Bamboo shark\n",
      "Banded killifish\n",
      "Bandfish\n",
      "Banjo\n",
      "Bangus\n",
      "Banjo catfish\n",
      "Barb\n",
      "Barbel\n",
      "Barbeled dragonfish\n",
      "Barbeled houndshark\n",
      "Barbel-less catfish\n",
      "Barfish\n",
      "Barracuda\n",
      "Barracudina\n",
      "Barramundi\n",
      "Barred danio\n",
      "Barreleye\n",
      "Basking shark\n",
      "Bass\n",
      "Basslet\n",
      "Batfish\n",
      "Bat ray\n",
      "Beachsalmon\n",
      "Beaked salmon\n",
      "Beaked sandfish\n",
      "Beardfish\n",
      "Beluga sturgeon\n",
      "Bengal danio\n",
      "Betta\n",
      "Bichir\n",
      "Bicolor goat fish\n",
      "Bigeye\n",
      "Bigeye squaretail\n",
      "Bighead carp\n",
      "Bigmouth buffalo\n",
      "Bigscale\n",
      "Bigscale pomfret\n",
      "Billfish\n",
      "Bitterling\n",
      "Black angelfish\n",
      "Black bass\n",
      "Black dragonfish\n",
      "Blackchin\n",
      "Blackfin Tuna\n",
      "Blackfish\n",
      "Black neon tetra\n",
      "Blacktip reef shark\n",
      "Black mackerel\n",
      "Black scalyfin\n",
      "Black sea bass\n",
      "Black scabbardfish\n",
      "Black swallower\n",
      "Black tetra\n",
      "Black triggerfish\n",
      "Bleak\n",
      "Blenny\n",
      "Blind goby\n",
      "Blind shark\n",
      "Blobfish\n",
      "Blowfish\n",
      "Blue catfish\n",
      "Blue danio\n",
      "Blue-redstripe danio\n",
      "Blue eye trevalla\n",
      "Bluefin tuna\n",
      "Bluefish\n",
      "Bluegill\n",
      "Blue gourami\n",
      "Blue shark\n",
      "Blue triggerfish\n",
      "Blue whiting\n",
      "Bluntnose knifefish\n",
      "Bluntnose minnow\n",
      "Boafish\n",
      "Boarfish\n",
      "Bobtail snipe eel\n",
      "Bocaccio\n",
      "Boga\n",
      "Bombay duck\n",
      "Bonefish\n",
      "Bonito\n",
      "Bonnethead shark\n",
      "Bonnetmouth\n",
      "Bonytail\n",
      "Bronze corydoras\n",
      "Bonytongue\n",
      "Bowfin\n",
      "Boxfish\n",
      "Bramble shark\n",
      "Bream\n",
      "Brill\n",
      "Bristlemouth\n",
      "Bristlenose catfish\n",
      "Broadband dogfish\n",
      "Brook lamprey\n",
      "Brook stickleback\n",
      "Brook trout\n",
      "Brotula\n",
      "Brown trout\n",
      "Buffalo fish\n",
      "Bullhead\n",
      "Bullhead shark\n",
      "Bull shark\n",
      "Bull trout\n",
      "Burbot\n",
      "Bumblebee goby\n",
      "Buri\n",
      "Burma danio\n",
      "Burrowing goby\n",
      "Butterfish\n",
      "Butterfly ray\n",
      "Butterflyfish\n",
      "California flyingfish\n",
      "California halibut\n",
      "Canary rockfish\n",
      "Candiru\n",
      "Candlefish\n",
      "Capelin\n",
      "Cardinalfish\n",
      "Cardinal tetra\n",
      "Carp\n",
      "Carpetshark\n",
      "Carpsucker\n",
      "Catalufa\n",
      "Catfish\n",
      "Catla\n",
      "Cat shark\n",
      "Cavefish\n",
      "Celebes rainbowfish\n",
      "Central mudminnow\n",
      "Chain pickerel\n",
      "Channel bass\n",
      "Channel catfish\n",
      "Char\n",
      "Cherry salmon\n",
      "Chimaera\n",
      "Chinook salmon\n",
      "Cherubfish\n",
      "Chub\n",
      "Chubsucker\n",
      "Chum salmon\n",
      "Cichlid\n",
      "Cisco\n",
      "Climbing catfish\n",
      "Climbing gourami\n",
      "Climbing perch\n",
      "Clingfish\n",
      "Clownfish\n",
      "Clown loach\n",
      "Clown triggerfish\n",
      "Cobbler\n",
      "Cobia\n",
      "Cod\n",
      "Codlet\n",
      "Codling\n",
      "Coelacanth\n",
      "Coffinfish\n",
      "Coho salmon\n",
      "Coley\n",
      "Collared carpetshark\n",
      "Collared dogfish\n",
      "Colorado squawfish\n",
      "Combfish\n",
      "Combtail gourami\n",
      "Combtooth blenny\n",
      "Common carp\n",
      "Common tunny\n",
      "Conger eel\n",
      "Convict blenny\n",
      "Convict cichlid\n",
      "Cookie-cutter shark\n",
      "Coolie loach\n",
      "Cornetfish\n",
      "Cowfish\n",
      "Cownose ray\n",
      "Cow shark\n",
      "Crappie\n",
      "Creek chub\n",
      "Crestfish\n",
      "Crevice kelpfish\n",
      "Croaker\n",
      "Crocodile icefish\n",
      "Crocodile shark\n",
      "Crucian carp\n",
      "Cuckoo wrasse\n",
      "Cusk\n",
      "Cusk-eel\n",
      "Cutlassfish\n",
      "Cutthroat eel\n",
      "Cutthroat trout\n",
      "Dab\n",
      "Dace\n",
      "Daggertooth pike conger\n",
      "Damselfish\n",
      "Danio\n",
      "Darter\n",
      "Dartfish\n",
      "Dealfish\n",
      "Death Valley pupfish\n",
      "Deep sea eel\n",
      "Deep sea smelt\n",
      "Deepwater cardinalfish\n",
      "Deepwater flathead\n",
      "Deepwater stingray\n",
      "Delta smelt\n",
      "Demoiselle\n",
      "Denticle herring\n",
      "Desert pupfish\n",
      "Devario\n",
      "Devil ray\n",
      "Dhufish\n",
      "Discus\n",
      "Dogfish\n",
      "Dogfish shark\n",
      "Dogteeth tetra\n",
      "Dojo loach\n",
      "Dolly Varden trout\n",
      "Dolphin fish\n",
      "Dorab wolf-herring\n",
      "Dorado\n",
      "Dory\n",
      "Dottyback\n",
      "Dragonet\n",
      "Dragonfish\n",
      "Dragon goby\n",
      "Driftfish\n",
      "Driftwood catfish\n",
      "Drum\n",
      "Duckbill\n",
      "Duckbill eel\n",
      "Dusky grouper\n",
      "Dusky shark\n",
      "Dwarf gourami\n",
      "Dwarf loach\n",
      "Eagle ray\n",
      "Earthworm eel\n",
      "Eel\n",
      "Eel cod\n",
      "Eel-goby\n",
      "Eelpout\n",
      "Eeltail catfish\n",
      "Elasmobranch\n",
      "Electric catfish\n",
      "Electric eel\n",
      "Electric knifefish\n",
      "Electric ray\n",
      "Elephant fish\n",
      "Elephantnose fish\n",
      "Elver\n",
      "Ember parrotfish\n",
      "Emerald catfish\n",
      "Emperor\n",
      "Emperor angelfish\n",
      "Emperor bream\n",
      "Escolar\n",
      "Eucla cod\n",
      "Eulachon\n",
      "European chub\n",
      "European eel\n",
      "European flounder\n",
      "European minnow\n",
      "European perch\n",
      "False brotula\n",
      "False cat shark\n",
      "False moray\n",
      "False trevally\n",
      "Fangtooth\n",
      "Fathead sculpin\n",
      "Featherback\n",
      "Fierasfer\n",
      "Fire goby\n",
      "Filefish\n",
      "Finback cat shark\n",
      "Fingerfish\n",
      "Fire bar danio\n",
      "Firefish\n",
      "Flabby whale fish\n",
      "Flagblenny\n",
      "Flagfin\n",
      "Flagfish\n",
      "Flagtail\n",
      "Flashlight fish\n",
      "Flatfish\n",
      "Flathead\n",
      "Flathead catfish\n",
      "Flier\n",
      "Flounder\n",
      "Flying gurnard\n",
      "Flying fish\n",
      "Footballfish\n",
      "Forehead brooder\n",
      "Four-eyed fish\n",
      "French angelfish\n",
      "Freshwater eel\n",
      "Freshwater hatchetfish\n",
      "Freshwater shark\n",
      "Frigate mackerel\n",
      "Frilled shark\n",
      "Frogfish\n",
      "Frogmouth catfish\n",
      "Fusilier fish\n",
      "Galjoen fish\n",
      "Ganges shark\n",
      "Gar\n",
      "Garden eel\n",
      "Garibaldi\n",
      "Garpike\n",
      "Ghost fish\n",
      "Ghost flathead\n",
      "Ghost knifefish\n",
      "Ghost pipefish\n",
      "Ghost shark\n",
      "Ghoul\n",
      "Giant danio\n",
      "Giant gourami\n",
      "Giant sea bass\n",
      "Gibberfish\n",
      "Gila trout\n",
      "Gizzard shad\n",
      "Glass catfish\n",
      "Glassfish\n",
      "Glass knifefish\n",
      "Glowlight danio\n",
      "Goatfish\n",
      "Goblin shark\n",
      "Goby\n",
      "Golden dojo\n",
      "Golden loach\n",
      "Golden shiner\n",
      "Golden trout\n",
      "Goldeye\n",
      "Goldfish\n",
      "Gombessa\n",
      "Goosefish\n",
      "Gopher rockfish\n",
      "Gourami\n",
      "Grass carp\n",
      "Graveldiver\n",
      "Grayling\n",
      "Gray mullet\n",
      "Gray reef shark\n",
      "Great white shark\n",
      "Green swordtail\n",
      "Greeneye\n",
      "Greenling\n",
      "Grenadier\n",
      "Green spotted puffer\n",
      "Ground shark\n",
      "Grouper\n",
      "Grunion\n",
      "Grunt\n",
      "Grunter\n",
      "Grunt sculpin\n",
      "Gudgeon\n",
      "Guitarfish\n",
      "Gulf menhaden\n",
      "Gulper eel\n",
      "Gulper\n",
      "Gunnel\n",
      "Guppy\n",
      "Gurnard\n",
      "Haddock\n",
      "Hagfish\n",
      "Hairtail\n",
      "Hake\n",
      "Halfbeak\n",
      "Halfmoon\n",
      "Halibut\n",
      "Halosaur\n",
      "Hamlet\n",
      "Hammerhead shark\n",
      "Hammerjaw\n",
      "Handfish\n",
      "Hardhead catfish\n",
      "Harelip sucker\n",
      "Hatchetfish\n",
      "Hawkfish\n",
      "Herring\n",
      "Herring smelt\n",
      "Hickory Shad\n",
      "Hillstream loach\n",
      "Hog sucker\n",
      "Hoki\n",
      "Horn shark\n",
      "Horsefish\n",
      "Houndshark\n",
      "Huchen\n",
      "Humuhumunukunukuapua'a\n",
      "Hussar\n",
      "Icefish\n",
      "Ide\n",
      "Ilisha\n",
      "Inanga\n",
      "Inconnu\n",
      "Jack\n",
      "Jackfish\n",
      "Jack Dempsey\n",
      "Japanese eel\n",
      "Javelin\n",
      "Jawfish\n",
      "Jellynose fish\n",
      "Jewelfish\n",
      "Jewel tetra\n",
      "Jewfish\n",
      "John Dory\n",
      "Kafue pike\n",
      "Kahawai\n",
      "Kaluga\n",
      "Kanyu\n",
      "Kelp perch\n",
      "Kelpfish\n",
      "Killifish\n",
      "King of the herrings\n",
      "Kingfish\n",
      "King-of-the-salmon\n",
      "Kissing gourami\n",
      "Knifefish\n",
      "Knifejaw\n",
      "Koi\n",
      "Kokanee\n",
      "Kokopu\n",
      "Kuhli loach\n",
      "Labyrinth fish\n",
      "Ladyfish\n",
      "Lake chub\n",
      "Lake trout\n",
      "Lake whitefish\n",
      "Lampfish\n",
      "Lamprey\n",
      "Lancetfish\n",
      "Lanternfish\n",
      "Largemouth bass\n",
      "Leaffish\n",
      "Leatherjacket\n",
      "Lefteye flounder\n",
      "Lemon shark\n",
      "Lemon sole\n",
      "Lemon tetra\n",
      "Lenok\n",
      "Leopard danio\n",
      "Lightfish\n",
      "Limia\n",
      "Lined sole\n",
      "Ling\n",
      "Ling cod\n",
      "Lionfish\n",
      "Livebearer\n",
      "Lizardfish\n",
      "Loach\n",
      "Loach catfish\n",
      "Loach goby\n",
      "Loach minnow\n",
      "Longfin\n",
      "Longfin dragonfish\n",
      "Longfin escolar\n",
      "Longfin smelt\n",
      "Long-finned char\n",
      "Long-finned pike\n",
      "Long-finned sand diver\n",
      "Longjaw mudsucker\n",
      "Longneck eel\n",
      "Longnose chimaera\n",
      "Longnose dace\n",
      "Longnose lancetfish\n",
      "Longnose sucker\n",
      "Longnose whiptail catfish\n",
      "Long-whiskered catfish\n",
      "Loosejaw\n",
      "Lost River sucker\n",
      "Louvar\n",
      "Loweye catfish\n",
      "Luderick\n",
      "Luminous hake\n",
      "Lumpsucker\n",
      "Lungfish\n",
      "Mackerel\n",
      "Mackerel shark\n",
      "Madtom\n",
      "Mahi-mahi\n",
      "Mahseer\n",
      "Mail-cheeked fish\n",
      "Mako shark\n",
      "Mandarinfish\n",
      "Manefish\n",
      "Man-of-war fish\n",
      "Manta ray\n",
      "Marblefish\n",
      "Marine hatchetfish\n",
      "Marlin\n",
      "Masu salmon\n",
      "Medaka\n",
      "Medusafish\n",
      "Megamouth shark\n",
      "Menhaden\n",
      "Merluccid hake\n",
      "Mexican golden trout\n",
      "Midshipman fish\n",
      "Milkfish\n",
      "Minnow\n",
      "Minnow of the deep\n",
      "Modoc sucker\n",
      "Mojarra\n",
      "Mola mola\n",
      "Monkeyface prickleback\n",
      "Monkfish\n",
      "Mooneye\n",
      "Moonfish\n",
      "Moorish idol\n",
      "Mora\n",
      "Moray eel\n",
      "Morid cod\n",
      "Morwong\n",
      "Moses sole\n",
      "Mosquitofish\n",
      "Mouthbrooder\n",
      "Mozambique tilapia\n",
      "Mrigal\n",
      "Mud catfish\n",
      "Mudfish\n",
      "Mudminnow\n",
      "Mud minnow\n",
      "Mudskipper\n",
      "Mudsucker\n",
      "Mullet\n",
      "Mummichog\n",
      "Murray cod\n",
      "Muskellunge\n",
      "Mustache triggerfish\n",
      "Mustard eel\n",
      "Naked-back knifefish\n",
      "Nase\n",
      "Needlefish\n",
      "Neon tetra\n",
      "New World rivuline\n",
      "New Zealand sand diver\n",
      "New Zealand smelt\n",
      "Nibble fish\n",
      "Noodlefish\n",
      "North American darter\n",
      "North American freshwater catfish\n",
      "North Pacific daggertooth\n",
      "Northern anchovy\n",
      "Northern clingfish\n",
      "Northern lampfish\n",
      "Northern pike\n",
      "Northern sea robin\n",
      "Northern squawfish\n",
      "Northern stargazer\n",
      "Notothen\n",
      "Nurseryfish\n",
      "Nurse shark\n",
      "Oarfish\n",
      "Ocean perch\n",
      "Ocean sunfish\n",
      "Oceanic whitetip shark\n",
      "Oilfish\n",
      "Oldwife\n",
      "Old World knifefish\n",
      "Olive flounder\n",
      "Opah\n",
      "Opaleye\n",
      "Orange roughy\n",
      "Orangespine unicorn fish\n",
      "Orangestriped triggerfish\n",
      "Orbicular batfish\n",
      "Orbicular velvetfish\n",
      "Oregon chub\n",
      "Orfe\n",
      "Oriental loach\n",
      "Oscar\n",
      "Owens pupfish\n",
      "Pacific albacore\n",
      "Pacific cod\n",
      "Pacific hake\n",
      "Pacific herring\n",
      "Pacific lamprey\n",
      "Pacific salmon\n",
      "Pacific saury\n",
      "Pacific trout\n",
      "Pacific viperfish\n",
      "Paddlefish\n",
      "Pancake batfish\n",
      "Panga\n",
      "Paradise fish\n",
      "Parasitic catfish\n",
      "Parore\n",
      "Parrotfish\n",
      "Peacock flounder\n",
      "Peamouth\n",
      "Pearleye\n",
      "Pearlfish\n",
      "Pearl danio\n",
      "Pearl perch\n",
      "Pelagic cod\n",
      "Pelican eel\n",
      "Pelican gulper\n",
      "Pencil catfish\n",
      "Pencilfish\n",
      "Pencilsmelt\n",
      "Peppered corydoras\n",
      "Perch\n",
      "Peters' elephantnose fish\n",
      "Pickerel\n",
      "Pigfish\n",
      "Pike conger\n",
      "Pike eel\n",
      "Pike\n",
      "Pikeblenny\n",
      "Pikeperch\n",
      "Pilchard\n",
      "Pilot fish\n",
      "Pineapplefish\n",
      "Pineconefish\n",
      "Pink salmon\n",
      "Píntano\n",
      "Pipefish\n",
      "Piranha\n",
      "Pirarucu\n",
      "Pirate perch\n",
      "Plaice\n",
      "Platy\n",
      "Platyfish\n",
      "Pleco\n",
      "Plownose chimaera\n",
      "Poacher\n",
      "Pollyfish\n",
      "Pollock\n",
      "Pomfret\n",
      "Pompano\n",
      "Pompano dolphinfish\n",
      "Ponyfish\n",
      "Popeye catalufa\n",
      "Porbeagle shark\n",
      "Porcupinefish\n",
      "Porgy\n",
      "Port Jackson shark\n",
      "Powen\n",
      "Prickleback\n",
      "Pricklefish\n",
      "Prickly shark\n",
      "Prowfish\n",
      "Pufferfish\n",
      "Pumpkinseed\n",
      "Pupfish\n",
      "Pygmy sunfish\n",
      "Queen danio\n",
      "Queen parrotfish\n",
      "Queen triggerfish\n",
      "Quillback\n",
      "Quillfish\n",
      "Rabbitfish\n",
      "Raccoon butterfly fish\n",
      "Ragfish\n",
      "Rainbow trout\n",
      "Rainbowfish\n",
      "Rasbora\n",
      "Ratfish\n",
      "Rattail\n",
      "Ray\n",
      "Razorback sucker\n",
      "Razorfish\n",
      "Red grouper\n",
      "Red salmon\n",
      "Red snapper\n",
      "Redfin perch\n",
      "Redfish\n",
      "Redhorse sucker\n",
      "Redlip blenny\n",
      "Redmouth whalefish\n",
      "Redtooth triggerfish\n",
      "Red velvetfish\n",
      "Red whalefish\n",
      "Reedfish\n",
      "Reef triggerfish\n",
      "Remora\n",
      "Requiem shark\n",
      "Ribbon eel\n",
      "Ribbon sawtail fish\n",
      "Ribbonfish\n",
      "Rice eel\n",
      "Ricefish\n",
      "Ridgehead\n",
      "Riffle dace\n",
      "Righteye flounder\n",
      "Rio Grande perch\n",
      "River loach\n",
      "River shark\n",
      "River stingray\n",
      "Rivuline\n",
      "Roach\n",
      "Roanoke bass\n",
      "Rock bass\n",
      "Rock beauty\n",
      "Rock cod\n",
      "Rocket danio\n",
      "Rockfish\n",
      "Rockling\n",
      "Rockweed gunnel\n",
      "Rohu\n",
      "Ronquil\n",
      "Roosterfish\n",
      "Ropefish\n",
      "Rough scad\n",
      "Rough sculpin\n",
      "Roughy\n",
      "Roundhead\n",
      "Round herring\n",
      "Round stingray\n",
      "Round whitefish\n",
      "Rudd\n",
      "Rudderfish\n",
      "Ruffe\n",
      "Russian sturgeon\n",
      "Sábalo\n",
      "Sabertooth\n",
      "Saber-toothed blenny\n",
      "Sabertooth fish\n",
      "Sablefish\n",
      "Sacramento blackfish\n",
      "Sacramento splittail\n",
      "Sailfin silverside\n",
      "Sailfish\n",
      "Salamanderfish\n",
      "Salmon\n",
      "Salmon shark\n",
      "Sandbar shark\n",
      "Sandburrower\n",
      "Sand dab\n",
      "Sand diver\n",
      "Sand eel\n",
      "Sandfish\n",
      "Sand goby\n",
      "Sand knifefish\n",
      "Sand lance\n",
      "Sandperch\n",
      "Sandroller\n",
      "Sand stargazer\n",
      "Sand tiger\n",
      "Sand tilefish\n",
      "Sandbar shark\n",
      "Sarcastic fringehead\n",
      "Sardine\n",
      "Sargassum fish\n",
      "Sauger\n",
      "Saury\n",
      "Sawfish\n",
      "Saw shark\n",
      "Sawtooth eel\n",
      "Scabbard fish\n",
      "Scaly dragonfish\n",
      "Scat\n",
      "Scissortail rasbora\n",
      "Scorpionfish\n",
      "Sculpin\n",
      "Scup\n",
      "Sea bass\n",
      "Sea bream\n",
      "Sea catfish\n",
      "Sea chub\n",
      "Sea devil\n",
      "Sea dragon\n",
      "Sea lamprey\n",
      "Sea raven\n",
      "Sea snail\n",
      "Sea toad\n",
      "Seahorse\n",
      "Seamoth\n",
      "Searobin\n",
      "Sevan trout\n",
      "Sergeant major\n",
      "Shad\n",
      "Shark\n",
      "Sharksucker\n",
      "Sharpnose puffer\n",
      "Sheatfish\n",
      "Sheepshead\n",
      "Sheepshead minnow\n",
      "Shiner\n",
      "Shortnose chimaera\n",
      "Shortnose sucker\n",
      "Shovelnose sturgeon\n",
      "Shrimpfish\n",
      "Siamese fighting fish\n",
      "Sillago\n",
      "Silver carp\n",
      "Silver dollar\n",
      "Silver dory\n",
      "Silver hake\n",
      "Silverside\n",
      "Silvertip tetra\n",
      "Sind danio\n",
      "Sixgill ray\n",
      "Sixgill shark\n",
      "Skate\n",
      "Skilfish\n",
      "Skipjack tuna\n",
      "Slender mola\n",
      "Slender snipe eel\n",
      "Sleeper\n",
      "Sleeper shark\n",
      "Slickhead\n",
      "Slimehead\n",
      "Slimy mackerel\n",
      "Slimy sculpin\n",
      "Slipmouth\n",
      "Smalleye squaretail\n",
      "Smalltooth sawfish\n",
      "Smelt\n",
      "Smelt-whiting\n",
      "Smooth dogfish\n",
      "Snailfish\n",
      "Snake eel\n",
      "Snakehead\n",
      "Snake mackerel\n",
      "Snapper\n",
      "Snipe eel\n",
      "Snipefish\n",
      "Snook\n",
      "Snubnose eel\n",
      "Snubnose parasitic eel\n",
      "Sockeye salmon\n",
      "Soldierfish\n",
      "Sole\n",
      "South American darter\n",
      "South American lungfish\n",
      "Southern Dolly Varden\n",
      "Southern flounder\n",
      "Southern hake\n",
      "Southern sandfish\n",
      "Southern smelt\n",
      "Spadefish\n",
      "Spaghetti eel\n",
      "Spanish mackerel\n",
      "Spearfish\n",
      "Speckled trout\n",
      "Spiderfish\n",
      "Spikefish\n",
      "Spinefoot\n",
      "Spiny basslet\n",
      "Spiny dogfish\n",
      "Spiny dwarf catfish\n",
      "Spiny eel\n",
      "Spinyfin\n",
      "Splitfin\n",
      "Spookfish\n",
      "Spotted climbing perch\n",
      "Spotted danio\n",
      "Spottail pinfish\n",
      "Sprat\n",
      "Springfish\n",
      "Squarehead catfish\n",
      "Squaretail\n",
      "Squawfish\n",
      "Squeaker\n",
      "Squirrelfish\n",
      "Staghorn sculpin\n",
      "Stargazer\n",
      "Starry flounder\n",
      "Steelhead\n",
      "Stickleback\n",
      "Stingfish\n",
      "Stingray\n",
      "Stonecat\n",
      "Stonefish\n",
      "Stoneroller minnow\n",
      "Stream catfish\n",
      "Striped bass\n",
      "Striped burrfish\n",
      "Sturgeon\n",
      "Sucker\n",
      "Suckermouth armored catfish\n",
      "Summer flounder\n",
      "Sundaland noodlefish\n",
      "Sunfish\n",
      "Surf sardine\n",
      "Surfperch\n",
      "Surgeonfish\n",
      "Swallower\n",
      "Swamp-eel\n",
      "Swampfish\n",
      "Sweeper\n",
      "Swordfish\n",
      "Swordtail\n",
      "Tadpole cod\n",
      "Tadpole fish\n",
      "Tailor\n",
      "Taimen\n",
      "Tang\n",
      "Tapetail\n",
      "Tarpon\n",
      "Tarwhine\n",
      "Telescopefish\n",
      "Temperate bass\n",
      "Temperate ocean-bass\n",
      "Temperate perch\n",
      "Tench\n",
      "Tenpounder\n",
      "Tenuis\n",
      "Tetra\n",
      "Thorny catfish\n",
      "Thornfish\n",
      "Threadfin\n",
      "Threadfin bream\n",
      "Thread-tail\n",
      "Three spot gourami\n",
      "Threespine stickleback\n",
      "Three-toothed puffer\n",
      "Thresher shark\n",
      "Tidewater goby\n",
      "Tiger barb\n",
      "Tigerperch\n",
      "Tiger shark\n",
      "Tiger shovelnose catfish\n",
      "Tilapia\n",
      "Tilefish\n",
      "Titan triggerfish\n",
      "Toadfish\n",
      "Tommy ruff\n",
      "Tompot blenny\n",
      "Tonguefish\n",
      "Tope\n",
      "Topminnow\n",
      "Torpedo\n",
      "Torrent catfish\n",
      "Torrent fish\n",
      "Trahira\n",
      "Treefish\n",
      "Trevally\n",
      "Triggerfish\n",
      "Triplefin blenny\n",
      "Triplespine\n",
      "Tripletail\n",
      "Tripod fish\n",
      "Trout\n",
      "Trout cod\n",
      "Trout-perch\n",
      "Trumpeter\n",
      "Trumpetfish\n",
      "Trunkfish\n",
      "Tubeblenny\n",
      "Tube-eye\n",
      "Tube-snout\n",
      "Tubeshoulder\n",
      "Tui chub\n",
      "Tuna\n",
      "Turbot\n",
      "Two spotted goby\n",
      "Uaru\n",
      "Unicorn fish\n",
      "Upside-down catfish\n",
      "Vanjaram\n",
      "Velvet belly lanternshark\n",
      "Velvet catfish\n",
      "Velvetfish\n",
      "Vendace\n",
      "Vermilion snapper\n",
      "Vimba\n",
      "Viperfish\n",
      "Wahoo\n",
      "Walking catfish\n",
      "Wallago\n",
      "Walleye\n",
      "Walleye pollock\n",
      "Walu\n",
      "Warmouth\n",
      "Warty angler\n",
      "Waryfish\n",
      "Waspfish\n",
      "Weasel shark\n",
      "Weatherfish\n",
      "Weever\n",
      "Weeverfish\n",
      "Wels catfish\n",
      "Whale catfish\n",
      "Whalefish\n",
      "Whale shark\n",
      "Whiff\n",
      "Whitebait\n",
      "White croaker\n",
      "Whitefish\n",
      "White marlin\n",
      "White shark\n",
      "Whitetip reef shark\n",
      "Whiting\n",
      "Wobbegong\n",
      "Wolf-eel\n",
      "Wolffish\n",
      "Wolf-herring\n",
      "Worm eel\n",
      "Wormfish\n",
      "Wrasse\n",
      "Wrymouth\n",
      "X-ray tetra\n",
      "Yellow-and-black triplefin\n",
      "Yellowback fusilier\n",
      "Yellowbanded perch\n",
      "Yellow bass\n",
      "Yellowedge grouper\n",
      "Yellow-edged moray\n",
      "Yellow-eye mullet\n",
      "Yellowhead jawfish\n",
      "Yellowfin croaker\n",
      "Yellowfin cutthroat trout\n",
      "Yellowfin grouper\n",
      "Yellowfin tuna\n",
      "Yellowfin pike\n",
      "Yellowfin surgeonfish\n",
      "Yellowfin tuna\n",
      "Yellow jack\n",
      "Yellowmargin triggerfish\n",
      "Yellow moray\n",
      "Yellow perch\n",
      "Yellowtail\n",
      "Yellowtail amberjack\n",
      "Yellowtail barracuda\n",
      "Yellowtail clownfish\n",
      "Yellowtail horse mackerel\n",
      "Yellowtail kingfish\n",
      "Yellowtail snapper\n",
      "Yellow tang\n",
      "Yellow weaver\n",
      "Yellowtail catfish\n",
      "Zander\n",
      "Zebra bullhead shark\n",
      "Zebra danio\n",
      "Zebrafish\n",
      "Zebra lionfish\n",
      "Zebra loach\n",
      "Zebra oto\n",
      "Zebra pleco\n",
      "Zebra shark\n",
      "Zebra tilapia\n",
      "Zebra turkeyfish\n",
      "Ziege\n",
      "Zingel\n",
      "List of aquarium fish by scientific name\n",
      "List of freshwater aquarium fish species\n",
      "Diversity of fish\n",
      "v\n",
      "t\n",
      "e\n",
      "Diversity\n",
      "Ethnoichthyology\n",
      "Evolution\n",
      "Diseases and parasites\n",
      "Fisheries\n",
      "Fishing\n",
      "Fish as food\n",
      "Fear of fish\n",
      "FishBase\n",
      "Fish kill\n",
      "Hypoxia in fish\n",
      "Ichthyology\n",
      "Fish anatomy\n",
      "Fish physiology\n",
      "Age determination\n",
      "Anguilliformity\n",
      "Bone\n",
      "dermal\n",
      "intramembranous ossification\n",
      "Cleithrum\n",
      "Chromatophore\n",
      "Fins\n",
      "dorsal fin\n",
      "Gill\n",
      "branchial arch\n",
      "gill raker\n",
      "gill slit\n",
      "pharyngeal arch\n",
      "pharyngeal slit\n",
      "pseudobranch\n",
      "Glossohyal\n",
      "Jaw\n",
      "hyomandibula\n",
      "pharyngeal jaw\n",
      "Leydig's organ\n",
      "Mauthner cell\n",
      "Meristics\n",
      "Operculum\n",
      "papillare\n",
      "Papilla\n",
      "Photophore\n",
      "Root effect\n",
      "Shark cartilage\n",
      "Scales\n",
      "ganoine\n",
      "Spiral valve\n",
      "Suckermouth\n",
      "Swim bladder\n",
      "physoclisti\n",
      "physostome\n",
      "pharyngeal teeth\n",
      "pharyngeal teeth\n",
      "shark teeth\n",
      "Teleost leptins\n",
      "Digital Library\n",
      "Sensory systems in fish\n",
      "Ampullae of Lorenzini\n",
      "Barbel\n",
      "Hydrodynamic reception\n",
      "Electrocommunication\n",
      "Electroreception\n",
      "Jamming avoidance response\n",
      "Lateral line\n",
      "Otolith\n",
      "Passive electrolocation\n",
      "Capacity for pain\n",
      "Schreckstoff\n",
      "Surface wave detection\n",
      "Vision\n",
      "Weberian apparatus\n",
      "Fish reproduction\n",
      "Bubble nest\n",
      "Clasper\n",
      "Egg case\n",
      "Fish development\n",
      "Ichthyoplankton\n",
      "Juvenile fish\n",
      "Life history theory\n",
      "Milt\n",
      "Mouthbrooder\n",
      "Polyandry in fish\n",
      "Pregnancy\n",
      "Roe\n",
      "Sequential hermaphroditism\n",
      "Spawning\n",
      "triggers\n",
      "Fish locomotion\n",
      "Fin and flipper locomotion\n",
      "Amphibious fish\n",
      "Walking fish\n",
      "Flying fish\n",
      "Undulatory locomotion\n",
      "Tradeoffs for locomotion in air and water\n",
      "RoboTuna\n",
      "Aquatic predation\n",
      "Aquatic respiration\n",
      "Bait ball\n",
      "Bottom feeders\n",
      "Cleaner fish\n",
      "Corallivory\n",
      "Diel vertical migration\n",
      "Electric fish\n",
      "Filter feeders\n",
      "Forage fish\n",
      "Migrating fish\n",
      "Paedophagy\n",
      "Predatory fish\n",
      "Salmon run\n",
      "Sardine run\n",
      "Scale eaters\n",
      "Schooling fish\n",
      "Sleep in fish\n",
      "Venomous fish\n",
      "Fish intelligence\n",
      "Cave\n",
      "Coastal\n",
      "Coldwater\n",
      "Coral reef\n",
      "Deep sea\n",
      "Demersal\n",
      "Euryhaline\n",
      "Freshwater\n",
      "Groundfish\n",
      "Pelagic\n",
      "Tropical\n",
      "Bait\n",
      "Coarse\n",
      "Diversity\n",
      "Game\n",
      "Genetically modified\n",
      "Hallucinogenic\n",
      "Oily\n",
      "Poisonous\n",
      "Rough\n",
      "Whitefish\n",
      "Carp\n",
      "Catfish\n",
      "Salmonids\n",
      "Tilapia\n",
      "Predatory fish\n",
      "billfish\n",
      "mackerel\n",
      "salmon\n",
      "tuna\n",
      "Forage fish\n",
      "anchovy\n",
      "herring\n",
      "sardine\n",
      "sprats\n",
      "Demersal fish\n",
      "cod\n",
      "flatfish\n",
      "pollock\n",
      "Jawless fish\n",
      "hagfish\n",
      "lampreys\n",
      "Cartilaginous fish\n",
      "chimaeras\n",
      "sharks\n",
      "rays\n",
      "Bony fish\n",
      "spiny-finned\n",
      "fleshy-finned\n",
      "Aquarium life\n",
      "Blind fish\n",
      "Fish common names\n",
      "Fish families\n",
      "Glossary of ichthyology\n",
      "Large fish\n",
      "rays\n",
      "rays\n",
      "sharks\n",
      "Prehistoric fish\n",
      "more lists...\n",
      "Category\n",
      "WikiProject\n",
      "Fish common names\n",
      "Lists of fishes\n",
      "Ichthyology\n",
      "Articles with short description\n",
      "Short description matches Wikidata\n",
      "Wikipedia indefinitely semi-protected pages\n"
     ]
    },
    {
     "ename": "AttributeError",
     "evalue": "'NoneType' object has no attribute 'get_text'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-3-7e74a367cbbb>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0murls\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mh\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msoup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_all\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'li'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m     \u001b[0ma\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mh\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'a'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      4\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'NoneType' object has no attribute 'get_text'"
     ]
    }
   ],
   "source": [
    "urls=[]\n",
    "for h in soup.find_all('li'):\n",
    "    a = h.find('a').get_text()\n",
    "    print(a)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n"
     ]
    }
   ],
   "source": [
    "result = requests.get(\"https://robbreport.com/motors/cars/gallery/greatest-supercars-of-the-21st-century-2890356/730864972/\")\n",
    "print(result)\n",
    "src= result.content\n",
    "soup = BeautifulSoup(src,'html.parser')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### posts = soup.find_all(\"h2\")\n",
    "#attrs={\"class\":\"c-gallery-vertical-slide__photo-credit-wrapper\"}\n",
    "for h in posts:\n",
    "    bb=h.find(\"h2\")\n",
    "posts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "result = requests.get(\"https://webscraper.io/test-sites/e-commerce/scroll\")\n",
    "src= result.content\n",
    "soup = BeautifulSoup(src,'html.parser')\n",
    "#print(soup.prettify())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "#print(soup.get_text())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "$1769.00 Asus ROG Strix GL702ZC-GC209T, 17.3\" FHD IPS, Ryzen 7 1700, 16GB, 256GB SSD + 1TB HDD, Radeon RX 580 4GB, Windows 10 Home\n",
      "$1769.00 Asus ROG Strix GL702ZC-GC209T, 17.3\" FHD IPS, Ryzen 7 1700, 16GB, 256GB SSD + 1TB HDD, Radeon RX 580 4GB, Windows 10 Home\n",
      "$1769.00 Asus ROG Strix GL702ZC-GC209T, 17.3\" FHD IPS, Ryzen 7 1700, 16GB, 256GB SSD + 1TB HDD, Radeon RX 580 4GB, Windows 10 Home\n"
     ]
    }
   ],
   "source": [
    "urls=[]\n",
    "div_tag1= soup.find_all('div',class_='thumbnail')\n",
    "\n",
    "for h in div_tag1:\n",
    "    div_tag2=h.find_all('div',class_='caption')\n",
    "    for i in div_tag2:\n",
    "        try:\n",
    "            price = i.find_all('h4',class_='pull-right price').get_text()\n",
    "            desc = i.find_all('p',class_='description').get_text()\n",
    "        except AttributeError:\n",
    "            print(price,desc)\n",
    "        \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "products = []\n",
    "\n",
    "for h in div_tag1:\n",
    "    div_tag2=h.find_all('div',class_='caption')\n",
    "    for i in div_tag2:\n",
    "        price = i.find('h4',class_='pull-right price').get_text()\n",
    "        desc = i.find('p',class_='description').get_text()\n",
    "        p_dict = {'name of product':desc,'Price':price}\n",
    "        products.append(p_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df = pd.DataFrame(products)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name of product</th>\n",
       "      <th>Price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Lenovo V110-15ISK, 15.6\" HD, Core i3-6006U, 4G...</td>\n",
       "      <td>$454.73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Acer Aspire ES1-572 Black, 15.6\" HD, Core i5-7...</td>\n",
       "      <td>$454.62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Asus ROG Strix GL702ZC-GC209T, 17.3\" FHD IPS, ...</td>\n",
       "      <td>$1769.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     name of product     Price\n",
       "0  Lenovo V110-15ISK, 15.6\" HD, Core i3-6006U, 4G...   $454.73\n",
       "1  Acer Aspire ES1-572 Black, 15.6\" HD, Core i5-7...   $454.62\n",
       "2  Asus ROG Strix GL702ZC-GC209T, 17.3\" FHD IPS, ...  $1769.00"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Stranger things episodes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "url = requests.get('https://en.wikipedia.org/wiki/Stranger_Things')\n",
    "soup= BeautifulSoup(url.content,'html.parser')\n",
    "print(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'str' object has no attribute 'find_all'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-57-b23fb4012738>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mepisodes_table\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msoup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'table'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mclass_\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'wikitable plainrowheaders wikiepisodetable'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mtable\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mepisodes_table\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m     \u001b[0mrows\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtable\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_all\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'tr'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mclass_\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'vevent'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      4\u001b[0m     \u001b[0;32mfor\u001b[0m \u001b[0mitems\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrows\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m         \u001b[0mseason_number\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_all\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'td'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mclass_\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'text-align:center'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'str' object has no attribute 'find_all'"
     ]
    }
   ],
   "source": [
    "episodes_table = soup.find('table',class_='wikitable plainrowheaders wikiepisodetable').get_text()\n",
    "for table in episodes_table:\n",
    "    rows=table.find_all('tr',class_='vevent')\n",
    "    for items in rows:\n",
    "        season_number=items.find_all('td',class_='text-align:center').get_text()\n",
    "        director = items.find_all('td',class_='summary').get_text()\n",
    "        print(season_number,director)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}