Fix Export, expand instructions, add Cloudformation script

.gitignore

@@ -1,3 +1,4 @@
+.DS_Store
 bin
 conf/application.conf
 precompiled
@@ -14,4 +15,4 @@ eclipse
 test-result
 dropAndRecreateDatabase.sh
 dump
-.idea
+.idea

app/controllers/Auth0Controller.java

@@ -0,0 +1,120 @@
+package controllers;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+
+import play.Play;
+import play.mvc.Controller;
+import utils.Auth0UserProfile;
+
+import javax.net.ssl.HttpsURLConnection;
+
+import org.apache.commons.lang.StringUtils;
+
+import java.io.BufferedReader;
+import java.io.DataOutputStream;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.lang.Exception;
+import java.net.URL;
+import java.util.regex.Pattern;
+
+public class Auth0Controller extends Controller {
+    public static void auth0Login(String token) {
+        System.out.println("auth0Login token="+token);
+
+        // get user profile from Auth0 tokeninfo API
+
+        session.put("token", token);
+
+        try {
+            Auth0UserProfile profile = getUserInfo(token);
+            session.put("username", profile.getEmail());
+
+            String projectID = Play.configuration.getProperty("application.projectId");
+
+            String editableFeeds = StringUtils.join(profile.getEditableFeeds(projectID), ",");
+            session.put("editableFeeds", editableFeeds);
+
+            String manageableFeeds = StringUtils.join(profile.getManageableFeeds(projectID), ",");
+            session.put("manageableFeeds", manageableFeeds);
+
+            String approveableFeeds = StringUtils.join(profile.getApproveableFeeds(projectID), ",");
+            session.put("approveableFeeds", approveableFeeds);
+
+            String isProjectAdmin = profile.canAdministerProject(projectID) ? "true" : "false";
+            session.put("isProjectAdmin", isProjectAdmin);
+
+        }
+        catch (Exception e) {
+            e.printStackTrace();
+            System.out.println("Error in user auth, redirecting to /auth0logout");
+            redirect("/auth0logout");
+        }
+
+        ok();
+    }
+
+    public static void auth0Logout(String token) {
+        System.out.println("logging out");
+        session.clear();
+        redirect("/");
+    }
+
+    protected static String getToken() {
+        String token = null;
+        final String authorizationHeader = request.params.get("authorization");
+        if (authorizationHeader == null) return null;
+
+        // check format (Authorization: Bearer [token])
+        String[] parts = authorizationHeader.split(" ");
+        if (parts.length != 2) return null;
+
+        String scheme = parts[0];
+        String credentials = parts[1];
+
+        Pattern pattern = Pattern.compile("^Bearer$", Pattern.CASE_INSENSITIVE);
+        if (pattern.matcher(scheme).matches()) {
+            token = credentials;
+        }
+        return token;
+    }
+
+    protected static Auth0UserProfile getUserInfo(String token) throws Exception {
+
+        URL url = new URL("https://" + Play.configuration.getProperty("application.auth0Domain") + "/tokeninfo");
+        HttpsURLConnection con = (HttpsURLConnection) url.openConnection();
+
+        //add request header
+        con.setRequestMethod("POST");
+        con.setRequestProperty("User-Agent", "USER_AGENT");
+        con.setRequestProperty("Accept-Language", "en-US,en;q=0.5");
+
+        String urlParameters = "id_token=" + token;
+
+        // Send post request
+        con.setDoOutput(true);
+        DataOutputStream wr = new DataOutputStream(con.getOutputStream());
+        wr.writeBytes(urlParameters);
+        wr.flush();
+        wr.close();
+        InputStreamReader is = new InputStreamReader(con.getInputStream());
+        if (is == null) {
+            return null;
+        }
+        BufferedReader in = new BufferedReader(is);
+        String inputLine;
+        StringBuffer response = new StringBuffer();
+
+        while ((inputLine = in.readLine()) != null) {
+            response.append(inputLine);
+        }
+        in.close();
+
+        String userInfo = response.toString();
+
+        ObjectMapper m = new ObjectMapper();
+        return m.readValue(userInfo, Auth0UserProfile.class);
+
+
+    }
+}

app/controllers/api/ManagerApiController.java

@@ -0,0 +1,118 @@
+package controllers.api;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.List;
+
+import jobs.ProcessGtfsSnapshotExport;
+import models.Snapshot;
+import models.transit.Agency;
+import models.transit.Stop;
+
+import org.mapdb.Fun;
+import org.mapdb.Fun.Tuple2;
+
+import controllers.Base;
+import controllers.Application;
+import controllers.Secure;
+import controllers.Security;
+import datastore.GlobalTx;
+import datastore.VersionedDataStore;
+import play.Logger;
+import play.Play;
+import play.mvc.Before;
+import play.mvc.Controller;
+import play.mvc.With;
+import play.mvc.Http;
+
+import utils.JacksonSerializers;
+
+public class ManagerApiController extends Controller {
+
+    // todo: Auth0 authentication
+
+    @Before
+    public static void setCORS()  {
+        Http.Header origin = new Http.Header();
+        origin.name = "Access-Control-Allow-Origin";
+        origin.values = new ArrayList<String>();
+        origin.values.add("*");
+        Http.Response.current().headers.put("Access-Control-Allow-Origin",origin);
+
+        Http.Header headers = new Http.Header();
+        headers.name = "Access-Control-Allow-Headers";
+        headers.values = new ArrayList<String>();
+        headers.values.add("Origin, X-Requested-With, Content-Type, Accept, Authorization");
+        Http.Response.current().headers.put("Access-Control-Allow-Headers",headers);
+    }
+
+    public static void options() {
+    }
+
+    public static void getSnapshot(String sourceId, String id) throws IOException {
+        GlobalTx gtx = VersionedDataStore.getGlobalTx();
+
+        System.out.println("getSnapshot for " +sourceId);
+        try {
+            if (id != null) {
+                Tuple2<String, Integer> sid = JacksonSerializers.Tuple2IntDeserializer.deserialize(id);
+                if (gtx.snapshots.containsKey(sid))
+                    renderJSON(Base.toJson(gtx.snapshots.get(sid), false));
+                else
+                    notFound();
+
+                return;
+            } else {
+                Collection<Snapshot> snapshots = new ArrayList<>();
+                Collection<Snapshot> allSnapshots;
+
+                allSnapshots = gtx.snapshots.values();
+                for(Snapshot snapshot : allSnapshots) {
+                    Agency agency = gtx.agencies.get(snapshot.agencyId);
+                    if(agency == null || agency.sourceId == null) continue;
+                    if(agency.sourceId.equals(sourceId)) {
+                        System.out.println("found!");
+                        snapshots.add(snapshot);
+                    }
+                }
+
+                renderJSON(Base.toJson(snapshots, false));
+            }
+        } finally {
+            gtx.rollback();
+        }
+    }
+
+    /** Export a snapshot as GTFS */
+    public static void exportSnapshot (String id) {
+        Tuple2<String, Integer> decodedId;
+        try {
+            decodedId = JacksonSerializers.Tuple2IntDeserializer.deserialize(id);
+        } catch (IOException e1) {
+            badRequest();
+            return;
+        }
+
+        GlobalTx gtx = VersionedDataStore.getGlobalTx();
+        Snapshot local;
+        try {
+            if (!gtx.snapshots.containsKey(decodedId)) {
+                notFound();
+                return;
+            }
+
+            local = gtx.snapshots.get(decodedId);
+
+            File out = new File(Play.configuration.getProperty("application.publicDataDirectory"), "gtfs_" + Application.nextExportId.incrementAndGet() + ".zip");
+
+            new ProcessGtfsSnapshotExport(local, out).run();
+
+            redirect(Play.configuration.getProperty("application.appBase") + "/public/data/"  + out.getName());
+        } finally {
+            gtx.rollbackIfOpen();
+        }
+    }
+
+}