Lyrics.py

# Modified version of Lyrics.py from this repo: https://github.com/bhrigu123/Instant-Lyrics
# TODO: submit a patch?
import requests
from bs4 import BeautifulSoup
import os
import sys
import re

try:
    from urllib.parse import quote_plus
except ImportError:
    from urllib import quote_plus

class LyricsNotFoundException(Exception):
    pass

def get_metrolyrics(url):
    resp = requests.get(url, headers={
                               'User-Agent': 'Mozilla/5.0 (Macintosh; Intel'
                               'Mac OS X 10_12_1) AppleWebKit/537.36 (KHTML, '
                               'like Gecko) Chrome/55.0.2883.95 Safari/537.36'
                               }
                               )
    if resp.status_code == 404:
        raise LyricsNotFoundException
    lyrics_html = resp.text

    soup = BeautifulSoup(lyrics_html, "lxml")
    raw_lyrics = (soup.findAll('p', attrs={'class': 'verse'}))
    paras = []
    try:
        final_lyrics = unicode.join(u'\n', map(unicode, raw_lyrics))
    except NameError:
        final_lyrics = str.join(u'\n', map(str, raw_lyrics))

    final_lyrics = (final_lyrics.replace('<p class="verse">', '\n'))
    final_lyrics = (final_lyrics.replace('<br/>', ' '))
    final_lyrics = final_lyrics.replace('</p>', ' ')
    return (final_lyrics, url)

def get_lyrics2(song):
    # Using google isn't really scalable. Looks like they're pretty serious about
    # detecting and blocking scrapers.
    # Have to just guess the URL for now :/
    artist = song.artist.lower()
    # metrolyrics quirk. if artist is foo ft bar, url seems to always just have foo
    cleaved = False
    for feat in [' featuring', ' &', ' feat.']:
        feati = artist.find(feat)
        if feati != -1:
            artist = artist[:feati]
            cleaved = True
    if cleaved:
        if ',' in artist:
            artist = artist.split(',')[0].strip()
    if artist == 'n sync':
        artist = 'nsync'
    if artist == 'p!nk':
        artist = 'pink'
    title = song.title.lower().replace(' & ', ' and ')
    fragment = title + ' lyrics ' + artist
    # Lowercase islands seem to come up a lot in song titles like
    # "It Wasn t Me", or "I ll Be There"
    fragment = fragment\
            .replace("'", "")\
            .replace(' s ', 's ')\
            .replace(' t ', 't ')\
            .replace(' ll ', 'll ')\
            .replace('-', '')\
            .replace('#', '')\
            .replace(".", "")\
            .replace("& ", "")\
            .replace('?', '')\
            .replace('f**k', 'fuck')

    fragment = re.sub('\s+', ' ', fragment)
    fragment = fragment.replace(' ', '-')

    try:
        url = 'http://www.metrolyrics.com/{}.html'.format(fragment)
    except UnicodeEncodeError:
        raise LyricsNotFoundException
    return get_metrolyrics(url)

def get_lyrics(song_name):

    song_name += ' site:metrolyrics.com'
    name = quote_plus(song_name)
    hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11'
           '(KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
           'Accept-Language': 'en-US,en;q=0.8',
           'Connection': 'keep-alive'}

    url = 'http://www.google.com/search?q=' + name

    result = requests.get(url, headers=hdr).text
    offset = 0
    lyrics_found = False
    while not lyrics_found:
        domain = 'http://www.metrolyrics.com'
        link_start = result.find(domain, offset)
        if link_start == -1:
            with open('err.html', 'w') as f:
                #result = ''.join(map(lambda c: chr(ord(c)), unicode(result))
                f.write(result.encode('utf-8'))
            raise LyricsNotFoundException
        link_end = result.find('html', link_start + 1)
        offset = link_start+1

        link = result[link_start:link_end + 4]
        if 'lyrics' in link[len(domain):]:
            lyrics_found = True
    return get_metrolyrics(link)



if __name__ == '__main__':
    song = ' '.join(sys.argv[1:])
    lyrics = get_lyrics(song)
    print lyrics