pinboard-twitter-unshortener.js

#!/usr/bin/env node

// Unshortens/deshortens/lengthens urls in your pinboard account. Simply
// put API token or username/password info into ~/.pinboard.json. For
// example:
//   { "token": "blah:123456789ABCEDF" }
// or:
//   { "username": "blah", "password": "ABCDEF" }
// Adjust NUM_RECENT below to check more/less bookmarks.

var pinboard_config = require(process.env.HOME + "/.pinboard.json");
var http = require("http");
var pinboard = require("pinboard");
var async = require("async");

const NUM_RECENT = 50;
const SHORTENERS = ["t.co", "bit.ly", "goo.gl", "tinyurl.com", "is.gd", "ow.ly", "tcrn.ch"];

function isShortenedURL(url) {
    for (var i = 0; i < SHORTENERS.length; i++) {
        var re = new RegExp("^https?:\/\/" + SHORTENERS[i] + "\/");
        if (url.search(re) != -1) {
            return true;
        }
    }
    return false;
}

function unShorten(url, callback) {
    var hostname = url.match(/^https?:\/\/([^\/]+)/)[1];
    var path = url.match(/^https?:\/\/[^\/]+(\/.*)$/)[1];
    var options = {
        hostname: hostname,
        method: "HEAD",
        path: path
    };
    var request = http.request(options, function(result) {
        // Annoyingly, many shortened links point to other shortened links.
        if (isShortenedURL(result.headers.location)) {
            unShorten(result.headers.location, callback);
        } else {
            callback(result.headers.location);
        }
    });
    request.end();
}

function testAndUpdatePosts(posts) {
    async.eachSeries(posts, function (post, isDone) {
        if (isShortenedURL(post.href)) {
            unShorten(post.href, function(newUrl) {
                // Add a new bookmark that is the same as the old bookmark.
                var oldUrl = post.href;
                delete post.href;
                post.url = newUrl;
                post.dt = post.time; // No idea why input != output
                delete post.time;
                pinboard.add(post, function () {
                    // Now delete the old bookmark.
                    pinboard.destroy(oldUrl, function (result) {
                        console.log(oldUrl + " --> " + newUrl);
                        isDone();
                    });
                });
            });
        } else {
            isDone();
        }
    }, function (error) {
        if (error) {
            console.log("Error: " + error);
        }
    });
}

pinboard.config({
    token: pinboard_config.token,
    username: pinboard_config.username,
    password: pinboard_config.password
});

pinboard.get("posts/recent", { count: NUM_RECENT }, function (data) {
    if (data && data.posts && data.posts.length > 0) {
        testAndUpdatePosts(data.posts);
    }
});