add HISTORY_PREEN.js, a script we need to add to cron function (TODO)

.gitignore

@@ -1,6 +1,2 @@
 node_modules
-.idea
-script/*.js
-script/*.map
-tests/*.js
-tests/*.map
+.idea

script/HISTORY_PREEN.js

@@ -0,0 +1,59 @@
+// FIXME this needs to be ported into algos.cron so it's run for each individual user on the server. It used to be a migration script
+/**
+ * Preen history for users with > 7 history entries
+ * This takes an infinite array of single day entries [day day day day day...], and turns it into a condensed array
+ * of averages, condensing more the further back in time we go. Eg, 7 entries each for last 7 days; 4 entries for last
+ * 4 weeks; 12 entries for last 12 months; 1 entry per year before that: [day*7 week*4 month*12 year*infinite]
+ */
+function preenHistory(history) {
+  history = _.filter(history, function(h) {return !!h}); // discard nulls (corrupted somehow)
+  var newHistory = [];
+  function preen(amount, groupBy) {
+    var groups, avg, start;
+    groups = _(history)
+      .groupBy(function(h) { return moment(h.date).format(groupBy) }) // get date groupings to average against
+      .sortBy(function(h,k) {return k;}) // sort by date
+      .value(); // turn into an array
+    amount++; // if we want the last 4 weeks, we're going 4 weeks back excluding this week. so +1 to account for exclusion
+    start = (groups.length - amount > 0) ? groups.length - amount : 0;
+    groups = groups.slice(start, groups.length - 1)
+    _.each(groups, function(group){
+      avg = _.reduce(group, function(mem, obj){ return mem + obj.value }, 0) / group.length;
+      newHistory.push({date: +moment(group[0].date), value: avg});
+      return true;
+    })
+  }
+
+  preen(50, 'YYYY'); // last 50 years
+  preen(12, 'YYYYMM'); // last 12 months
+  preen(4, 'YYYYww'); // last 4 weeks
+  newHistory = newHistory.concat(history.slice(-7)); // last 7 days
+  return newHistory;
+}
+
+var minHistLen = 7;
+db.users.find({
+
+  // Registered users with some history
+  $or: [
+    { 'auth.local': { $exists: true }},
+    { 'auth.facebook': { $exists: true }}
+  ],
+  'history': {$exists: true}
+
+}).forEach(function(user) {
+    var update = {$set:{}};
+
+    _.each(user.tasks, function(task) {
+      if ( task.history && task.history.length > minHistLen )
+        update['$set']['tasks.' + task.id + '.history'] = preenHistory(task.history);
+      return true;
+    })
+
+    if (user.history.exp && user.history.exp.length > minHistLen)
+      update['$set']['history.exp'] = preenHistory(user.history.exp);
+    if (user.history.todos && user.history.todos.length > minHistLen)
+      update['$set']['history.todos'] = preenHistory(user.history.todos);
+
+    if (!_.isEmpty(update['$set'])) db.users.update({_id: user._id}, update);
+  });