// leaderboardsGroup A/B Results // Test started 2015-01-30 // Usage: // mongo <address>:<port>/<database> <script file> -u <username> -p <password> // Inputs to modify below: // numDays - number of days into the past to fetch // eventFunnel - ordered array of events that define the completion funnel // levelSlugs - [optional] array of levels to examine, otherwise fetch all levels // testGroupFn - return group value from user testGroupNumber // Include getFunnelData(), log() load('abTestHelpers.js'); var scriptStartTime = new Date(); try { var startDay = '2015-01-30' log("Today is " + new Date().toISOString().substr(0, 10)); log("Start day is " + startDay); var eventFunnel = ['Started Level', 'Saw Victory']; var levelSlugs = ['dungeons-of-kithgard', 'gems-in-the-deep', 'shadow-guard', 'forgetful-gemsmith']; // getLeaderboardsGroup var testGroupFn = function (testGroupNumber) { var group = testGroupNumber % 64; if (group < 16) return 'always'; if (group < 32) return 'early'; if (group < 48) return 'late'; return 'never'; } var funnelData = getFunnelData(startDay, eventFunnel, testGroupFn, levelSlugs); log("Day\tLevel\tGroup\tStarted\tFinished\tCompletion Rate"); var overallCounts = {}; for (var i = 0; i < funnelData.length; i++) { var level = funnelData[i].level; var day = funnelData[i].day; var group = funnelData[i].group; var started = funnelData[i].started; var finished = funnelData[i].finished; var rate = started > 0 ? finished / started * 100 : 0.0; if (!overallCounts[level]) overallCounts[level] = {}; if (!overallCounts[level][group]) overallCounts[level][group] = {started: 0, finished: 0}; overallCounts[level][group]['started'] += started; overallCounts[level][group]['finished'] += finished; log(day + "\t" + level + "\t" + group + "\t" + started + "\t" + finished + "\t" + rate.toFixed(2)); } log("Overall totals:"); for (level in overallCounts) { for (group in overallCounts[level]) { var started = overallCounts[level][group].started; var finished = overallCounts[level][group].finished; var rate = started > 0 ? finished / started * 100 : 0.0; log(level + "\t" + group + "\t" + started + "\t" + finished + "\t" + rate.toFixed(2)); } } } catch(err) { log("ERROR: " + err); printjson(err); } finally { log("Script runtime: " + (new Date() - scriptStartTime)); }