parse multiple pages of gitlab repos

Author: Tobias Fuhrimann

lib/api.js

@@ -3,6 +3,7 @@ var async = require('async');
 var superagent = require('superagent');
 var debug = require('debug')('strider-gitlab:api');
 var util = require('util');
+var parseLinkHeader = require('parse-link-header');
 
 module.exports = {
   get: get,
@@ -53,7 +54,42 @@ function get(config, uri, done) {
       if (!res.body) {
         return done(undefined, res.body, res);
       }
-      done(null, res.body, res);
+
+      var results = res.body;
+
+      if (res.headers.link) {
+        var numberOfPages = parseLinkHeader(res.headers.link).last.page;
+        var i = 1;
+
+        async.whilst(
+          function() {
+            return i < numberOfPages;
+          },
+          function(callback) {
+            superagent
+              .get(url)
+              .query({
+                private_token: config.api_key,
+                per_page: 100,
+                page: i
+              })
+              .set('User-Agent', 'StriderCD (http://stridercd.com)')
+              .end(function(err, res) {
+                if (err) return callback(err);
+
+                results = results.concat(res.body);
+                callback(null, i);
+              });
+            },
+            function(err, n) {
+              if(err) return done(err);
+
+              return done(null, results, res);
+            }
+          );
+      } else {
+        return done(null, results, res);
+      }
     });
 }
 

package.json

@@ -47,6 +47,7 @@
     "debug": "~0.7.3",
     "gravatar": "^1.0.6",
     "lodash": "~2.2.0",
+    "parse-link-header": "^0.4.1",
     "proxyquire": "^1.7.1",
     "step": "0.0.5",
     "strider-git": "^0.2.4",