codeninjasllc/codecombat
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add a/b test results scripts

Browse source
This commit is contained in:
Matt Lott 2015-02-10 11:34:11 -08:00
parent 92b8e2354e
commit 30c31f908b
5 changed files with 475 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

71
scripts/analytics/mongodb/queries/abForeshadowsLevels.js Normal file
View file

@ -0,0 +1,71 @@
// foreshadowsLevels A/B Results
// Usage:
// mongo <address>:<port>/<database> <script file> -u <username> -p <password>
// Inputs to modify below:
// numDays - number of days into the past to fetch
// eventFunnel - ordered array of events that define the completion funnel
// levelSlugs - [optional] array of levels to examine, otherwise fetch all levels
// testGroupFn - return group value from user testGroupNumber
// Include getFunnelData(), log()
load('abTestHelpers.js');
var scriptStartTime = new Date();
try {
var numDays = 10;
var startDay = new Date();
today = startDay.toISOString().substr(0, 10);
startDay.setUTCDate(startDay.getUTCDate() - numDays);
startDay = startDay.toISOString().substr(0, 10);
log("Today is " + today);
log("Start day is " + startDay);
var eventFunnel = ['Started Level', 'Saw Victory'];
var levelSlugs = ['dungeons-of-kithgard', 'gems-in-the-deep', 'shadow-guard', 'forgetful-gemsmith'];
// getForeshadowsLevels
var testGroupFn = function (testGroupNumber) {
var group = testGroupNumber % 16
return group >= 0 && group <= 7;
}
var funnelData = getFunnelData(startDay, eventFunnel, testGroupFn, levelSlugs);
log("Day\tLevel\tGroup\tStarted\tFinsihed\tCompletion Rate");
var overallCounts = {};
for (var i = 0; i < funnelData.length; i++) {
var level = funnelData[i].level;
var day = funnelData[i].day;
var group = funnelData[i].group;
var started = funnelData[i].started;
var finished = funnelData[i].finished;
var rate = started > 0 ? finished / started * 100 : 0.0;
if (!overallCounts[level]) overallCounts[level] = {};
if (!overallCounts[level][group]) overallCounts[level][group] = {started: 0, finished: 0};
overallCounts[level][group]['started'] += started;
overallCounts[level][group]['finished'] += finished;
log(day + "\t" + level + "\t" + group + "\t" + started + "\t" + finished + "\t" + rate.toFixed(2));
}
log("Overall totals:");
for (level in overallCounts) {
for (group in overallCounts[level]) {
var started = overallCounts[level][group].started;
var finished = overallCounts[level][group].finished;
var rate = started > 0 ? finished / started * 100 : 0.0;
log(level + "\t" + group + "\t" + started + "\t" + finished + "\t" + rate.toFixed(2));
}
}
}
catch(err) {
log("ERROR: " + err);
printjson(err);
}
finally {
log("Script runtime: " + (new Date() - scriptStartTime));
}