codeninjasllc/codecombat
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added A/B test on whether Signs and Portents or Forgetful Gemsmith is the fourth level. Ran and completed some A/B tests. Turned level indicator in CampaignView white.

Browse source
This commit is contained in:
Nick Winter 2015-02-26 14:24:00 -08:00
parent 32a95afbd0
commit 77bca72002
12 changed files with 57 additions and 80 deletions
Download patch file Download diff file Expand all files Collapse all files

10
scripts/analytics/mongodb/queries/abForeshadowsLevels.js
View file

@ -1,6 +1,8 @@
// foreshadowsLevels A/B Results
// Test started 2015-01-29
// Test started 2015-01-29, ended 2015-02-26
// Fixed some particle problems on 2015-02-02
// Fixed more particle problems in old browsers on 2015-02-19
// Final results: tests showed no difference in completion rates, but slight drops in level start rates for non-Chrome browsers, so we stopped doing it outside of Chrome.
// Usage:
// mongo <address>:<port>/<database> <script file> -u <username> -p <password>
@ -9,18 +11,18 @@ load('abTestHelpers.js');
var scriptStartTime = new Date();
try {
var startDay = '2015-02-03'
var startDay = '2015-02-20';
log("Today is " + new Date().toISOString().substr(0, 10));
log("Start day is " + startDay);
var eventFunnel = ['Started Level', 'Saw Victory'];
var levelSlugs = ['dungeons-of-kithgard', 'gems-in-the-deep', 'shadow-guard', 'forgetful-gemsmith'];
var levelSlugs = ['dungeons-of-kithgard', 'gems-in-the-deep', 'shadow-guard', 'forgetful-gemsmith', 'kounter-kithwise', 'kithgard-gates', 'rich-forager', 'village-guard'];
// getForeshadowsLevels
var testGroupFn = function (testGroupNumber) {
var group = testGroupNumber % 16
return group >= 0 && group <= 7;
}
};
var funnelData = getFunnelData(startDay, eventFunnel, testGroupFn, levelSlugs);