From 9d329d4a1d77e469dabcb356bcda3c4785df61b7 Mon Sep 17 00:00:00 2001
From: Matt Lott <mattlott@live.com>
Date: Fri, 20 Nov 2015 15:53:00 -0800
Subject: [PATCH] Migrate external trial requests to database

Added created field to ~2800 older trial.requests
Inserted ~700 external requests from Google forms
---
 app/templates/admin/trial-requests.jade       |   2 +-
 app/views/admin/TrialRequestsView.coffee      |   4 +-
 ...015-11-20-update-teacher-trial-requests.js | 113 ++++++++++++++++++
 3 files changed, 116 insertions(+), 3 deletions(-)
 create mode 100644 scripts/mongodb/migrations/2015-11-20-update-teacher-trial-requests.js

diff --git a/app/templates/admin/trial-requests.jade b/app/templates/admin/trial-requests.jade
index eb8ef989e..1f4d845b6 100644
--- a/app/templates/admin/trial-requests.jade
+++ b/app/templates/admin/trial-requests.jade
@@ -31,7 +31,7 @@ block content
             if numReviewed > maxReviewedShown
               - break
             tr
-              td.created= new Date(parseInt(trialRequest.get('_id').substring(0, 8), 16) * 1000).toISOString().substring(0, 10)
+              td.created= trialRequest.get('created').substring(0, 10)
               td.reviewed
                 if trialRequest.get('reviewDate')
                   span= trialRequest.get('reviewDate').substring(0, 10)
diff --git a/app/views/admin/TrialRequestsView.coffee b/app/views/admin/TrialRequestsView.coffee
index 106702c02..7866e7cbb 100644
--- a/app/views/admin/TrialRequestsView.coffee
+++ b/app/views/admin/TrialRequestsView.coffee
@@ -18,7 +18,7 @@ module.exports = class TrialRequestsView extends RootView
         statusA = a.get('status')
         statusB = b.get('status')
         if statusA is 'submitted' and statusB is 'submitted'
-          if a.get('_id') < b.get('_id')
+          if a.get('created') < b.get('created')
             -1
           else
             1
@@ -30,7 +30,7 @@ module.exports = class TrialRequestsView extends RootView
           -1
         else
           1
-      @trialRequests = new CocoCollection([], { url: '/db/trial.request?conditions[sort]=-_id&conditions[limit]=500', model: TrialRequest, comparator: sortRequests })
+      @trialRequests = new CocoCollection([], { url: '/db/trial.request?conditions[sort]=-created&conditions[limit]=500', model: TrialRequest, comparator: sortRequests })
       @supermodel.loadCollection(@trialRequests, 'trial-requests', {cache: false})
 
   getRenderData: ->
diff --git a/scripts/mongodb/migrations/2015-11-20-update-teacher-trial-requests.js b/scripts/mongodb/migrations/2015-11-20-update-teacher-trial-requests.js
new file mode 100644
index 000000000..02af441f3
--- /dev/null
+++ b/scripts/mongodb/migrations/2015-11-20-update-teacher-trial-requests.js
@@ -0,0 +1,113 @@
+// Set created field if necessary, and migrate previous teacher trial requests to database collection trial.requests
+
+// Usage:
+// mongo <address>:<port>/<database> <script file> -u <username> -p <password> --eval "var csvFilePath = '/Users/blah/Downloads/externalRequestData.csv'"
+
+// NOTES
+// Do not have prepaid IDs for these approved requests
+// Do not have applicant user IDs
+// Adding special properties.fromGoogleForm = true flag
+
+
+if (typeof csvFilePath === 'undefined') {
+  print("ERROR: no csvFilePath specified");
+}
+else {
+  addCreated();
+  insertExternalRequests();
+}
+
+function addCreated() {
+  // Set created property if it's missing
+  var cursor = db['trial.requests'].find({created: {$exists: false}});
+  var updateCount = 0;
+  while (cursor.hasNext()) {
+    var doc = cursor.next();
+    var writeResult = db['trial.requests'].update(
+      {_id: doc._id},
+      {$set: {created: doc._id.getTimestamp()}}
+    );
+    // printjson(writeResult);
+    updateCount += writeResult.nModified;
+    if (updateCount > 500) break;
+  }
+  print("Num created field added: ", updateCount);
+}
+
+function insertExternalRequests() {
+  var file = cat(csvFilePath);
+  var lines = file.split('\n');
+  var lineRegExp = /(?!\s*$)\s*(?:'([^'\\]*(?:\\[\S\s][^'\\]*)*)'|"([^"\\]*(?:\\[\S\s][^"\\]*)*)"|([^,'"\s\\]*(?:\s+[^,'"\s\\]+)*))\s*(?:,|$)/g;
+  updateCount = 0;
+  for (var i = 1; i < lines.length; i++) {
+      var matches = lines[i].match(lineRegExp);
+      if (!matches || matches.length < 6) {
+        print(i, lines[i]);
+        continue;
+      }
+
+      // Instead of fixing the line regex
+      for (var j = 0; j < matches.length; j++) {
+        matches[j] = matches[j].substring(0, matches[j].length - 1);
+        matches[j] = matches[j].replace(/"/ig, '');
+      }
+
+      // Build date
+      var dateMatches = matches[0].split(/[\/: ]{1}/ig);
+      if (!dateMatches || dateMatches.length !== 6) {
+        print(matches[0], dateMatches.length);
+        break;
+      }
+
+      var year = parseInt(dateMatches[2]);
+      var month = parseInt(dateMatches[0]);
+      var day = parseInt(dateMatches[1]);
+      var hours = parseInt(dateMatches[3]);
+      var minutes = parseInt(dateMatches[4]);
+      var seconds = parseInt(dateMatches[5]);
+      if (month < 10) month = "0" + month;
+      if (day < 10) day = "0" + day;
+      if (hours < 10) hours = "0" + hours;
+      if (minutes < 10) minutes = "0" + minutes;
+      if (seconds < 10) seconds = "0" + seconds;
+      var isoDate = year + "-" + month + "-" + day + "T" + hours + ":" + minutes + ":" + seconds + ".000Z";
+      var created = new Date(isoDate);
+      // print(created.toISOString());
+
+      var reviewDate = created;
+      var reviewer = new ObjectId('52f94443fcb334581466a992');
+      var properties = {
+        heardAbout: matches[5],
+        numStudents: matches[4],
+        age: matches[3],
+        location: matches[2],
+        school: matches[2],
+        email: matches[1],
+        fromGoogleForm: true
+      };
+      var status = 'approved';
+      var type = 'subscription';
+
+      // print(created, reviewDate, reviewer, status, type);
+      // printjson(properties);
+
+      // Insert based on email
+      writeResult = db['trial.requests'].update(
+        {$and: [{'properties.fromGoogleForm': true}, {'properties.email': properties.email}]},
+        {
+          $set: {
+            created: created,
+            type: 'subscription',
+            properties: properties,
+            status: 'approved',
+            reviewDate: reviewDate,
+            reviewer: reviewer
+          }
+        },
+        { upsert: true}
+      );
+      updateCount += writeResult.nModified + writeResult.nUpserted;
+      if (updateCount >= 500) break;
+  }
+  print("Num external trial requests inserted:", updateCount);
+}