getData.sh

#!/bin/bash

# cd into script directory
cd "$(dirname "$0")"

# create a "die" function
die() { echo "$*" 1>&2 ; exit 1; }

# setup directories if needed 
CACHE=./cache/
SUBJ=./cache/subjects
if [ ! -d "$CACHE" ]; then 
    mkdir $CACHE;
fi
if [ ! -d "$SUBJ" ]; then
    mkdir $SUBJ;
fi

# get configuration variables
KEY=`node utilities/getLibGuidesConf.js --api_key`
SITE_ID=`node utilities/getLibGuidesConf.js --site_id`
if [ -z "$KEY" ] || [ $KEY = "" ] # if key is missing or empty
    then die "Fatal error: LibGuides.api_key not defined in config/default.json"
fi
if [ -z "$SITE_ID" ] || [ $SITE_ID = "" ] # if key is missing or empty
    then die "Fatal error: LibGuides.site_id not defined in config/default.json"
fi
AUTH="&site_id=$SITE_ID&key=$KEY"
BAK="./cache/Subjects.bak.js"
FILE="./cache/Subjects.js"

# if Subjects file exists already, create backup before downloading a new one
if [ -f ${FILE} ]
then
    cp ${FILE} ${BAK}
fi

# fetch subjects from LibGuides
URL="https://lgapi-us.libapps.com/1.1/subjects?$AUTH"
echo $URL
if hash json_pp 2>/dev/null; then
    CONTENT=$(curl -gL $URL | json_pp)
else 
    CONTENT=$(curl -gL $URL)
fi
echo "const subjects = $CONTENT;" > $FILE
echo "module.exports = subjects;" >> $FILE

# fetch Librarians from LibGuides
FILE="./cache/LibrariansTemp.js"
URL="https://lgapi-us.libapps.com/1.1/accounts?expand[]=subjects&expand[]=profile$AUTH"
if hash json_pp 2>/dev/null; then
    CONTENT=$(curl -gL $URL | json_pp)
else 
    CONTENT=$(curl -gL $URL)
fi
echo "const librarians = $CONTENT;" > $FILE
echo "module.exports = librarians;" >> $FILE

# fetch Guides from LibGuides
FILE="./cache/Guides.js"
URL="https://lgapi-us.libapps.com/1.1/guides?expand=subjects,tags$AUTH"
if hash json_pp 2>/dev/null; then
    CONTENT=$(curl -gL $URL | json_pp)
else 
    CONTENT=$(curl -gL $URL)
fi
echo "const guides = $CONTENT;" > $FILE
echo "module.exports = guides;" >> $FILE

# fetch Databases from LibGuides
FILE="./cache/Databases.js"
URL="https://lgapi-us.libapps.com/1.1/assets?asset_types[]=10&expand=subjects,friendly_url$AUTH"
if hash json_pp 2>/dev/null; then
    CONTENT=$(curl -gL $URL | json_pp)
else 
    CONTENT=$(curl -gL $URL)
fi
echo "const databases = $CONTENT;" > $FILE
echo "module.exports = databases;" >> $FILE

# clean up extra html content etc from Librarians.js
node ./helpers/runCleanCache > ./cache/Librarians.js

# create each subject's file in ./cache/subjects/
node utilities/updateSubjectCache.js 

# node ./utilities/compareLGSubjects.js
# no equivalent script built yet
# do we need it?

# audit subjectCodes for syntax error detection, duplication, missing content, etc
node ./utilities/auditSubjectData.js