Add github updater

Download correct tarballs

Add file retrieval functionality

Fix up github updater

Delete .cdnjs.js.swp

Delete .git.js.swp

Delete .autoupdate.js.swp

Fixed up style

Issue 27 GitHub Updater

.gitignore

@@ -1,3 +1,5 @@
 node_modules
 tmp
 git_repo_local_cache/
+
+*.swp

package.json

@@ -25,7 +25,10 @@
     "glob": "^7",
     "is-there": "^4.4.3",
     "lodash": "^4.17.4",
+    "minimatch": "^3.0.4",
     "nodegit": "^0.20",
+    "request": "^2.85.0",
+    "request-promise": "^4.2.2",
     "semver-stable": "^2.0.4"
   },
   "engines": {

updaters/github.js

@@ -0,0 +1,173 @@
+var async = require('async');
+var _ = require('lodash');
+var path = require('path');
+var cdnjs = require('./cdnjs');
+var fs = require('fs-extra');
+var stable = require('semver-stable');
+var compareVersions = require('compare-versions');
+var colors = require('colors');
+var rp = require('request-promise');
+var minimatch = require('minimatch');
+
+var update = function(library, callback) {
+  var userAgent = 'CDNJS GitHub auto-updater';
+
+  async.series([
+      function(next) {
+        rp({
+          uri:'https://api.github.com/repos/'
+            + githubRepo(library.autoupdate.target) + '/tags',
+          headers: {
+            'User-Agent': userAgent
+          }
+        })
+        .then(function (string) {
+          var response = JSON.parse(string);
+          var versions = _.map(response, function(tag) {
+            return {version: tag.name, tree: tag.commit.sha};
+          });
+          var needed = _.filter(versions, function(version) {
+            var tagName = versions[0].version;
+            if ((tagName === 'v' || tagName === 'V' || tagName === 'r') && version.length > 1 && !isNaN(version[1])) {
+              version.version = version.version.substr(1);
+            }
+            return (!cdnjs.checkVersion(library, version.version) && /\d+/.test(version.version));
+          });
+          if (needed.length > 0) {
+            console.log(library.name, 'needs versions:', needed.join(', ').blue);
+          }
+
+          async.eachSeries(needed, function(tag, callback) {
+            var fullData = tag;
+            tag = tag.version;
+            if ((tag[0] === 'v' || tag[0] === 'V' || tag[0] === 'r') && tag.length> 1 && !isNaN(tag[1])) {
+              tag = tag.substr(1);
+            }
+            var basePath = library.autoupdate.basePath || "";
+            var allFiles = [];
+
+            rp({
+              uri:'https://api.github.com/repos/'
+                + githubRepo(library.autoupdate.target) + '/git/trees/'
+                + fullData.tree + '?recursive=1',
+              headers: {
+                'User-Agent': userAgent
+              }
+            })
+            .then(function (jsonString) {
+              var filesJson = JSON.parse(jsonString);
+              _.each(library.autoupdate.fileMap, function(mapGroup) {
+                var cBasePath = mapGroup.basePath || "", files = [];
+                _.each(mapGroup.files, function (cRule) {
+                  var newFiles = [];
+                  for (var file of filesJson.tree) {
+                    if (file.path.indexOf(cBasePath) === 0) {
+                      if (minimatch(file.path, cRule, {
+                        nodir: true,
+                        realpath: true
+                      })) {
+                        newFiles.push({path: file.path, tree: fullData.tree})
+                      }
+                    }
+                  }
+                  files = files.concat(newFiles);
+                  if (newFiles.length === 0) {
+                    console.log('Not found'.red, cRule.cyan, tag);
+                    fs.mkdirsSync(path.normalize(path.join(__dirname, '../../cdnjs', 'ajax', 'libs', library.name, tag)));
+                  }
+                });
+                allFiles = allFiles.concat(files.map(function (c) {
+                  return {
+                    _: c.path,
+                    basePath: cBasePath,
+                    tree: c.tree
+                  }
+                }));
+              });
+              console.log('All files for ' + library.name + ' v' + tag, '-', allFiles.length);
+              library.version = library.version || "0.0.0";
+              var greaterVer;
+              try {
+                greaterVer = compareVersions(tag, library.version) > 0;
+              } catch (e) {
+                greaterVer = false;
+              }
+              if (
+                  (allFiles.length !== 0) &&
+                  (
+                   (!library.version) ||
+                   (
+                    (greaterVer) &&
+                    (
+                     (stable.is(tag)) ||
+                     (!stable.is(tag) && !stable.is(library.version))
+                    )
+                   )
+                  )
+                 ) {
+                console.log('Updated package.json to version'.green, tag);
+                var libraryPath = path.normalize(path.join(__dirname, '../../cdnjs', 'ajax', 'libs', library.name, 'package.json'));
+                var libraryJSON = JSON.parse(fs.readFileSync(libraryPath, 'utf8'));
+                libraryJSON.version = tag;
+                fs.writeFileSync(libraryPath, JSON.stringify(libraryJSON, undefined, 2) + '\n');
+              }
+              async.each(allFiles, function(file, callback) {
+                var fileName = file._;
+                var fileTarget = path.normalize(path.join(__dirname, '../../cdnjs', 'ajax', 'libs', library.name, tag, fileName));
+                fs.ensureFile(fileTarget, function(err) {
+                  if (err) {
+                    console.log('Some strange error occured here'.red);
+                    console.dir(err);
+                    callback();
+                  } else {
+                    rp({
+                      uri:'https://raw.githubusercontent.com/'
+                        + githubRepo(library.autoupdate.target) + '/'
+                        + file.tree + '/' + file.basePath + '/' + fileName,
+                      headers: {
+                        'User-Agent': userAgent
+                      }
+                    })
+                    .then(function (fileData) {
+                      fs.writeFile(fileTarget, fileData, function(err) {
+                        if (err) {
+                          console.dir(err);
+                          console.log('Some strange error occured here'.red);
+                          callback();
+                        } else {
+                          fs.chmodSync(fileTarget, '0644');
+                          callback();
+                        }
+                      });
+                    })
+                    .catch(function (err) {
+                      console.log('error in file retrieval from github');
+                      callback();
+                    });
+                  }
+                });
+              }, function() {
+                callback();
+              });
+            });
+          }, function() {
+            console.log(library.name.green, 'updated from GitHub'.green);
+            callback(null, 1);
+          });
+        })
+        .catch(function (err) {
+          console.log(library.name, 'git tag handle failed');
+          console.dir(err);
+          next();
+        })
+      }
+  ]);
+};
+
+var githubRepo = function (url) {
+  return url.slice(url.indexOf('/', 10)+1, url.indexOf('.git'))
+}
+
+module.exports = {
+  update: update
+};