utilities.py

import glob
import json
import os
import magic
import requests

from bs4 import BeautifulSoup


def get_download_url(page):
    """
    Parse preview page for desired elements to build download URL

    """
    soup = BeautifulSoup(page, 'lxml')
    scripts = soup.find('body').find_all('script')
    sections = scripts[-1].contents[0].split(';')
    app_api = json.loads(sections[0].split('=')[1])['/app-api/enduserapp/shared-item']

    # Build download URL
    box_url = "https://app.box.com/index.php"
    box_args = "?rm=box_download_shared_file&shared_name={}&file_id={}"
    file_url = box_url + box_args.format(app_api['sharedName'], 'f_{}'.format(app_api['itemID']))

    return file_url


def load_notes():
    """
    Retrieve APT Note Data

    """
    github_url = "https://raw.githubusercontent.com/aptnotes/data/master/APTnotes.json"
    APTnotes = requests.get(github_url)

    if APTnotes.status_code == 200:
        # Load APT report metadata into JSON container
        APT_reports = json.loads(APTnotes.text)
    else:
        APT_reports = []
    
    # Reverse order of reports in order to download newest to oldest
    APT_reports.reverse()

    return APT_reports


supported_filetypes = { "application/pdf": ".pdf",
                        "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": ".xlsx" }

def verify_report_filetype(download_path):
    """
    Identify filetype and add extension

    """
    file_type = magic.from_file(download_path, mime=True)

    # Add supported extension to path
    if file_type in supported_filetypes and not download_path.endswith(supported_filetypes[file_type]):
        extension_path = download_path + supported_filetypes[file_type]

    # Leave as original download path
    else:
        extension_path = download_path

    os.rename(download_path, extension_path)
    download_path = extension_path

    return download_path


def report_already_downloaded(download_path):
    """
    Check if report is already downloaded

    """
    if glob.glob(download_path) or glob.glob("{}.*".format(download_path)):
        return True
    return False