StJohnsHttpClient.java

package org.hydev.veracross.sdk;

import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.util.EntityUtils;
import org.hydev.veracross.sdk.exceptions.VeracrossException;
import org.hydev.veracross.sdk.model.StJohnsCourseDescription;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

/**
 * HTTP Client for the veracross sdk specific to SJP.
 * <p>
 * Class created by the HyDEV Team on 2019-08-19!
 *
 * @author HyDEV Team (https://github.com/HyDevelop)
 * @author Hykilpikonna (https://github.com/hykilpikonna)
 * @author Vanilla (https://github.com/VergeDX)
 * @since 2019-08-19 13:45
 */
public class StJohnsHttpClient extends GeneralHttpClient
{
    private static final Pattern SSO_USERNAME_PATTERN = Pattern.compile("(?<=name=\"username\" value=\").*(?=\">)");
    private static final Pattern SSO_TOKEN_PATTERN = Pattern.compile("(?<=name=\"token\" value=\").*(?=\">)");

    private String username;

    /**
     * Get the session's authenticity token
     *
     * @return CSRF token
     */
    public String getCsrf() throws IOException
    {
        // Exmaple response: <input name="authenticity_token" type="hidden" value="oLeYfaLYmQDScdhx9fR5jpgvyjBXDCC36NTvfIjkBkgrsyCxA+KO71Du9n1MvJqNbjRK1R+HCl4OlmGlrpqRSg==">
        String response = getBody("https://www.stjohnsprep.org/fs/sessions/user/csrf-token");

        // Example CSRF Token: oLeYfaLYmQDScdhx9fR5jpgvyjBXDCC36NTvfIjkBkgrsyCxA+KO71Du9n1MvJqNbjRK1R+HCl4OlmGlrpqRSg==
        return response.substring(response.indexOf("value=\"") + 7, response.indexOf("\">"));
    }

    /**
     * Login and save the session
     */
    public void login(String username, String password) throws IOException, VeracrossException
    {
        // Keep the username
        this.username = username;

        // Post request
        CloseableHttpResponse response = postForm("https://www.stjohnsprep.org/fs/auth/finalsite/callback", null,
                "username", username,
                "password", password,
                "protected_page", "false",
                "authenticity_token", getCsrf());

        // Get response
        int status = response.getStatusLine().getStatusCode();
        String responseText = getBody(response);

        // Close it
        response.close();

        // Unknown http problem
        if (status != 200 && status != 301 && status != 302)
        {
            throw new VeracrossException("Login Failed: HTTP Connection Problem, status code: " + status);
        }

        // Invalid password
        if (responseText.contains("<div class=\"fsLoginMessage\">Invalid username or password. Please try again.</div><br>"))
        {
            throw new VeracrossException("Login Failed: Invalid username or password.");
        }
    }

    /**
     * Get the veracross single sign on token.
     *
     * @return SSO Token string
     */
    public String getVeracrossSSOToken() throws VeracrossException
    {
        // Create request
        HttpGet get = new HttpGet("https://www.stjohnsprep.org/fs/sso/?type=Veracross-SSO");

        try
        {
            // Send it
            CloseableHttpResponse response = httpClient.execute(get);

            // Get text
            String responseText = EntityUtils.toString(response.getEntity(), "UTF-8");

            // Match text
            Matcher matcher = SSO_TOKEN_PATTERN.matcher(responseText);
            if (!matcher.find())
            {
                // There's not much to do on runtime.
                throw new RuntimeException("SSO Login Failed: Unsupported response: " + responseText);
            }

            // Return result
            return matcher.group();
        }
        catch (IOException e)
        {
            // There is not much to do.
            throw new VeracrossException("SSO Login Failed: Failed to obtain token", e);
        }
    }

    /**
     * Login to Veracross via the single sign on interface.
     *
     * @return Veracross http client
     */
    public VeracrossHttpClient veracrossLoginSSO() throws IOException, VeracrossException
    {
        // Create veracross client
        VeracrossHttpClient client = new VeracrossHttpClient();

        // Obtain token and login with it
        client.loginSJP(username, getVeracrossSSOToken());

        return client;
    }

    /**
     * Get course descriptions
     * Eg. https://www.stjohnsprep.org/page.cfm?p=9248
     *
     * @return Descriptions of all courses
     */
    public List<StJohnsCourseDescription> getCourseDescriptions()
    {
        // Collect data for those urls
        final String baseUrl = "https://www.stjohnsprep.org/page.cfm?p=";
        final int[] urlCodes = {9246, 9247, 9248, 9249, 9250, 9251, 9252, 9253, 9254};

        // Declare results
        List<StJohnsCourseDescription> result = new ArrayList<>();

        // Loop through them
        for (int urlCode : urlCodes)
        {
            // Combine to form final url
            String url = baseUrl + urlCode;

            try
            {
                // Parse html
                Document doc = Jsoup.parse(getBody(url));

                // Get courses
                Elements elements = doc.select("div.contentElementDesc");

                // Loop through them
                for (Element course : elements)
                {
                    // Get title
                    Element titleElement = course.selectFirst("h5");
                    String title = titleElement != null ? titleElement.text() : course.selectFirst("p").text();

                    // Get other stuff from title
                    String[] split = title.split(" - ");
                    if (split.length == 1) split = title.split("-");
                    if (split.length == 1) split = title.split(" – "); // En dash
                    if (split.length == 1) split = title.split("–");
                    if (split.length == 1 && split[0].contains(" Honors"))
                    {
                        split = title.split(" Honors");
                        split[1] = "Honors" + split[1];
                    }
                    if (split.length == 1 && split[0].contains("AP"))
                    {
                        split = title.split(" \\[");
                        if (split.length == 1) split = new String[]{split[0], ""};
                        split[1] = "AP [" + split[1];
                    }
                    if (split.length == 1)
                    {
                        split = title.split(" \\[");
                        if (split.length == 1) split = new String[]{split[0], ""};
                        split[1] = "Unknown [" + split[1];
                    }


                    // Continue splitting
                    String name = split[0];
                    split = split[1].split(" \\[");
                    String level = split[0];
                    String credit = split.length == 1 ? "Unknown" : split[1].split(" ")[0];

                    // Combine paragraphs to get description
                    StringBuilder description = new StringBuilder();
                    String prerequisites = "None";
                    Elements paragraphs = course.select("p");

                    // Loop through paragraphs
                    for (Element paragraph : paragraphs)
                    {
                        // Get text
                        String text = paragraph.text();

                        // See if text is prerequisites
                        if (text.startsWith("Prerequisite") || text.startsWith("Prerequisites"))
                        {
                            prerequisites = text.replaceFirst("Prerequisite: ", "").replaceFirst("Prerequisites: ", "");
                        }
                        else
                        {
                            description.append(text).append("\n");
                        }
                    }

                    // Add to result
                    result.add(new StJohnsCourseDescription(title, name, level, credit,
                            description.toString(), prerequisites));
                }
            }
            catch (IOException e)
            {
                // Error in one page doesn't mean every page would fail.
                e.printStackTrace();
            }
        }

        return result;
    }
}