[gatsby-source-wordpress] renaming concurrentRequests parameter for c…

…onsistency

also added doc note for concurrentRequests and fixed bug in getPages call that prevented verbose output

packages/gatsby-source-wordpress/README.md

@@ -81,15 +81,17 @@ plugins: [
         wpcom_pass: "very-secured-password",
       },
       // Set verboseOutput to true to display a verbose output on `npm run develop` or `npm run build`
-      // It can help you debug specific API Endpoints problems
+      // It can help you debug specific API Endpoints problems.
       verboseOutput: false,
-      // Set how many pages are retrieved per API request
+      // Set how many pages are retrieved per API request.
       perPage: 100,
-      // Search and Replace Urls across WordPress content
+      // Search and Replace Urls across WordPress content.
       searchAndReplaceContentUrls: {
         sourceUrl: "https://source-url.com",
         replacementUrl: "https://replacement-url.com",
       },
+      // Set how many simultaneous requests are sent at once.
+      concurrentRequests: 10,
       // Exclude specific routes using glob parameters
       // See: https://github.com/isaacs/minimatch
       // Example:  `["/*/*/comments", "/yoast/**"]` will exclude routes ending in `comments` and

packages/gatsby-source-wordpress/src/fetch.js

@@ -18,10 +18,10 @@ async function fetch({
   _hostingWPCOM,
   _auth,
   _perPage,
+  _concurrentRequests,
   _excludedRoutes,
   typePrefix,
   refactoredEntityTypes,
-  concurrentRequests,
 }) {
   // If the site is hosted on wordpress.com, the API Route differs.
   // Same entity types are exposed (excepted for medias and users which need auth)
@@ -132,7 +132,7 @@ async function fetch({
           _hostingWPCOM,
           _auth,
           _accessToken,
-          concurrentRequests,
+          _concurrentRequests,
         })
       )
       if (_verbose) console.log(``)
@@ -191,7 +191,7 @@ async function fetchData({
   _hostingWPCOM,
   _auth,
   _accessToken,
-  concurrentRequests,
+  _concurrentRequests,
 }) {
   const type = route.type
   const url = route.url
@@ -207,7 +207,7 @@ async function fetchData({
   if (_verbose) console.time(`Fetching the ${type} took`)
 
   let routeResponse = await getPages(
-    { url, _perPage, _hostingWPCOM, _auth, _accessToken, getPages, concurrentRequests },
+    { url, _perPage, _hostingWPCOM, _auth, _accessToken, _verbose, _concurrentRequests },
     1
   )
 
@@ -270,7 +270,7 @@ async function fetchData({
  * @returns
  */
 async function getPages(
-  { url, _perPage, _hostingWPCOM, _auth, _accessToken, _verbose, concurrentRequests },
+  { url, _perPage, _hostingWPCOM, _auth, _accessToken,  _concurrentRequests, _verbose },
   page = 1
 ) {
   try {
@@ -322,7 +322,7 @@ async function getPages(
     // We got page 1, now we want pages 2 through totalPages
     const pageOptions = _.range(2, totalPages + 1).map(getPage => getOptions(getPage))
 
-    const pages = await requestInQueue(pageOptions, { concurrent: concurrentRequests })
+    const pages = await requestInQueue(pageOptions, { concurrent: _concurrentRequests })
 
     const pageData = pages.map(page => page.data)
     pageData.forEach(list => {

packages/gatsby-source-wordpress/src/gatsby-node.js

@@ -16,6 +16,7 @@ let _useACF = true
 let _hostingWPCOM
 let _auth
 let _perPage
+let _concurrentRequests
 let _excludedRoutes
 
 exports.sourceNodes = async (
@@ -40,6 +41,7 @@ exports.sourceNodes = async (
   _hostingWPCOM = hostingWPCOM
   _auth = auth
   _perPage = perPage
+  _concurrentRequests = concurrentRequests
   _excludedRoutes = excludedRoutes
 
   let entities = await fetch({
@@ -50,10 +52,10 @@ exports.sourceNodes = async (
     _hostingWPCOM,
     _auth,
     _perPage,
+    _concurrentRequests,
     _excludedRoutes,
     typePrefix,
     refactoredEntityTypes,
-    concurrentRequests,
   })
 
   // Normalize data & create nodes