add migration script

Author: anandkumarpatel

scripts/add-hash-to-files.js

@@ -0,0 +1,80 @@
+'use strict';
+require('loadenv')();
+var bcrypt = require('bcrypt');
+var InfraCodeVersion = require('models/mongo/infra-code-version.js');
+var debug = require('debug')('script');
+var mongoose = require('mongoose');
+mongoose.connect(process.env.MONGO);
+var async = require('async');
+var createCount = require('callback-count');
+
+async.waterfall([
+  getAllInfra,
+  eachInfra
+  ], function(err) {
+    if (err) {
+      console.log('ERROR', err.stack);
+      process.exit(1);
+    }
+    console.log('done everything went well');
+    process.exit(0);
+});
+
+function getAllInfra (cb) {
+  debug('getAllInfra');
+  InfraCodeVersion.find({
+    'files': {
+      $elemMatch: {
+        isDir: false,
+        hash: { $exists: false }
+      }
+    }
+  }, cb);
+}
+
+function hashString(data, cb) {
+  debug('hashString');
+  // salt from require('bcrypt'.enSaltSync(1);
+  var salt = '$2a$04$fLg/VU5eeDAUARmPVfyUo.';
+  bcrypt.hash(data
+    .replace(/[\s\uFEFF\xA0]+\n/g, '\n')   // trim whitespace after line
+    .replace(/\n[\s\uFEFF\xA0]*\n/g, '\n') // remove blank lines
+    .replace(/^[\s\uFEFF\xA0]*\n/g, '') // remove start of file blank lines
+    .replace(/[\s\uFEFF\xA0]+$/g, '\n'), salt, cb);
+}
+
+function eachInfra (infras, cb) {
+  debug('eachInfra');
+  var count = createCount(1, cb);
+  // get all infracodes
+  infras.forEach(function(infra) {
+    debug('eachInfra:infra', infra._id);
+    // for each file
+    infra.files.forEach(function(file) {
+      if(file.isDir || file.hash) { return; }
+      count.inc();
+      debug('eachInfra:infra:file', infra._id, file._id);
+      var filePath = file.Key.substr(file.Key.indexOf('/source')+7);
+      // get contance of file
+      infra.bucket().getFile(filePath, file.VersionId, file.ETag, function (err, data) {
+        if (err)  { return cb(err); }
+        // create hash of file
+        hashString(data.Body.toString(), function(err, hash) {
+          if (err)  { return cb(err); }
+          file.hash = hash;
+          debug('eachInfra:infra:file:hash', infra._id, file._id, file.hash);
+          // update mongo of file with hash
+          InfraCodeVersion.update({
+            _id: infra._id,
+            'files._id': file._id
+          }, {
+            $set: {
+              'files.$': file
+            }
+          }, count.next);
+        });
+      });
+    });
+  });
+  count.next();
+}