Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

@uppy/companion: make CSRF protection helpers available to providers #4554

Merged
merged 6 commits into from
Aug 7, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 3 additions & 24 deletions packages/@uppy/companion/src/server/controllers/url.js
Original file line number Diff line number Diff line change
@@ -1,34 +1,11 @@
const express = require('express')
const validator = require('validator')

const { startDownUpload } = require('../helpers/upload')
const { prepareStream } = require('../helpers/utils')
const { validateURL } = require('../helpers/request')
const { getURLMeta, getProtectedGot } = require('../helpers/request')
const logger = require('../logger')

/**
* Validates that the download URL is secure
*
* @param {string} url the url to validate
* @param {boolean} ignoreTld whether to allow local addresses
*/
const validateURL = (url, ignoreTld) => {
if (!url) {
return false
}

const validURLOpts = {
protocols: ['http', 'https'],
require_protocol: true,
require_tld: !ignoreTld,
}
if (!validator.isURL(url, validURLOpts)) {
return false
}

return true
}

/**
* @callback downloadCallback
* @param {Error} err
Expand All @@ -45,6 +22,8 @@ const validateURL = (url, ignoreTld) => {
* @returns {Promise}
*/
const downloadURL = async (url, blockLocalIPs, traceId) => {
// TODO in next major, rename all blockLocalIPs to allowLocalUrls and invert the bool, to make it consistent
// see discussion https://github.com/transloadit/uppy/pull/4554/files#r1268677162
try {
const protectedGot = getProtectedGot({ url, blockLocalIPs })
const stream = protectedGot.stream.get(url, { responseType: 'json' })
Expand Down
30 changes: 29 additions & 1 deletion packages/@uppy/companion/src/server/helpers/request.js
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ const ipaddr = require('ipaddr.js')
const got = require('got').default
const path = require('node:path')
const contentDisposition = require('content-disposition')
const validator = require('validator')

const logger = require('../logger')

Expand Down Expand Up @@ -46,7 +47,32 @@ module.exports.getRedirectEvaluator = (rawRequestURL, isEnabled) => {
}

/**
* Returns http Agent that will prevent requests to private IPs (to preven SSRF)
* Validates that the download URL is secure
*
* @param {string} url the url to validate
* @param {boolean} allowLocalUrls whether to allow local addresses
*/
const validateURL = (url, allowLocalUrls) => {
if (!url) {
return false
}

const validURLOpts = {
protocols: ['http', 'https'],
require_protocol: true,
require_tld: !allowLocalUrls,
}
if (!validator.isURL(url, validURLOpts)) {
return false
}

return true
}

module.exports.validateURL = validateURL

/**
* Returns http Agent that will prevent requests to private IPs (to prevent SSRF)
*/
const getProtectedHttpAgent = ({ protocol, blockLocalIPs }) => {
function dnsLookup (hostname, options, callback) {
Expand Down Expand Up @@ -95,6 +121,8 @@ const getProtectedHttpAgent = ({ protocol, blockLocalIPs }) => {
return protocol.startsWith('https') ? HttpsAgent : HttpAgent
}

module.exports.getProtectedHttpAgent = getProtectedHttpAgent
Murderlon marked this conversation as resolved.
Show resolved Hide resolved

function getProtectedGot ({ url, blockLocalIPs }) {
const HttpAgent = getProtectedHttpAgent({ protocol: 'http', blockLocalIPs })
const HttpsAgent = getProtectedHttpAgent({ protocol: 'https', blockLocalIPs })
Expand Down
5 changes: 3 additions & 2 deletions packages/@uppy/companion/src/server/provider/Provider.js
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,12 @@
class Provider {
/**
*
* @param {object} options
* @param {{providerName: string, allowLocalUrls: boolean}} options
*/
constructor (options) { // eslint-disable-line no-unused-vars
constructor ({ allowLocalUrls }) {
// Some providers might need cookie auth for the thumbnails fetched via companion
this.needsCookieAuth = false
this.allowLocalUrls = allowLocalUrls
return this
}

Expand Down
3 changes: 2 additions & 1 deletion packages/@uppy/companion/src/server/provider/index.js
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,8 @@ module.exports.getProviderMiddleware = (providers) => {
const middleware = (req, res, next, providerName) => {
const ProviderClass = providers[providerName]
if (ProviderClass && validOptions(req.companion.options)) {
req.companion.provider = new ProviderClass({ providerName })
const { allowLocalUrls } = req.companion.options
req.companion.provider = new ProviderClass({ providerName, allowLocalUrls })
req.companion.providerClass = ProviderClass

if (isOAuthProvider(ProviderClass.authProvider)) {
Expand Down