mirror of
https://github.com/codeninjasllc/codecombat.git
synced 2024-12-13 09:11:22 -05:00
357 lines
13 KiB
JavaScript
357 lines
13 KiB
JavaScript
// Print courses Ux funnel step counts
|
|
|
|
// Usage:
|
|
// Assumes analytics database is local, and Coco database is via command parameters
|
|
// mongo <address>:<port>/<database> <script file> -u <username> -p <password>
|
|
|
|
// TODO: generalize event formats in ux flow definitions
|
|
// TODO: there are users jumping past course pageviews and directly to 'Started course prepaid purchase'
|
|
|
|
var scriptStartTime = new Date();
|
|
var logDB = new Mongo("localhost").getDB("analytics")
|
|
|
|
var startDay = '2015-12-06';
|
|
var endDay = '2015-12-15'; // Not inclusive
|
|
var onlyUniqueEvents = false;
|
|
|
|
var teacherFlows = [
|
|
[{pageview: ''}, {pageview: 'teachers'}, {pageview: 'courses/teachers'}, {event: 'Create new class'}, {event: 'Classroom started add students'}, {studentEvent: 'Joined classroom'}],
|
|
[{pageview: ''}, {pageview: 'teachers'}, {event: 'Started Signup'}, {event: 'Finished Signup'}, {pageview: 'courses/teachers'}, {event: 'Create new class'}, {event: 'Classroom started add students'}, {studentEvent: 'Joined classroom'}]
|
|
];
|
|
var purchaseFlows = [
|
|
[{pageviewRegex: /^courses\/\w{20}\w+$/ig, name: 'classroom details'}, {event: 'Classroom started enroll student'}, {pageviewRegex: /^courses\/purchase/ig, name: '/courses/purchase'}, {pageview: 'courses/purchase'}, {event: 'Started course prepaid purchase'}, {event: 'Finished course prepaid purchase'}, {event: 'Course assign student'}],
|
|
[{pageviewRegex: /^courses\/\w{20}\w+$/ig, name: 'classroom details'}, {pageviewRegex: /^courses\/purchase/ig, name: '/courses/purchase'}, {event: 'Started course prepaid purchase'}, {event: 'Finished course prepaid purchase'}, {event: 'Course assign student'}],
|
|
// TODO: This doesn't exclude a pitstop at /courses/:classroomID
|
|
[{pageview: 'courses/teachers'}, {pageviewRegex: /^courses\/purchase/ig, name: '/courses/purchase'}, {event: 'Started course prepaid purchase'}, {event: 'Finished course prepaid purchase'}, {event: 'Course assign student'}],
|
|
[{pageviewRegex: /^courses\/\w{20}\w+$/ig, name: 'classroom details'}, {event: 'Started course prepaid purchase'}, {event: 'Finished course prepaid purchase'}, {event: 'Course assign student'}],
|
|
[{event: 'Started course prepaid purchase'}, {event: 'Finished course prepaid purchase'}, {event: 'Course assign student'}]
|
|
];
|
|
|
|
var salesFlows = [
|
|
// /schools => /courses/teacher => Create new class => Classroom started add student => Student actually added (with join code delivery method)
|
|
// /schools => /courses/:classroomID => /courses/purchase => Started purchase => Completed purchase => Assigned student
|
|
// /schools => /courses/:classroomID => Enroll students modal => /courses/purchase => Started purchase => Completed purchase => Assigned student
|
|
// /schools => /courses/teachers => /courses/purchase => Started purchase => Completed purchase => Assigned student
|
|
];
|
|
|
|
var studentFlows = [
|
|
// TODO: exclude teachers
|
|
[{event: 'Joined classroom'}, {pageview: 'play/level/dungeons-of-kithgard'}]
|
|
];
|
|
|
|
print(startDay, 'up to', endDay);
|
|
|
|
for (var i = 0; i < teacherFlows.length; i++) {
|
|
print('\tTeacher flow', i + 1);
|
|
var funnelEvents = getFunnelEvents(startDay, endDay, teacherFlows[i]);
|
|
for (var event in funnelEvents) {
|
|
print(funnelEvents[event], '\t', event);
|
|
}
|
|
}
|
|
|
|
for (var i = 0; i < purchaseFlows.length; i++) {
|
|
print('\tPurchase flow', i + 1);
|
|
var funnelEvents = getFunnelEvents(startDay, endDay, purchaseFlows[i]);
|
|
for (var event in funnelEvents) {
|
|
print(funnelEvents[event], '\t', event);
|
|
}
|
|
}
|
|
|
|
for (var i = 0; i < studentFlows.length; i++) {
|
|
print('\tStudent flow', i + 1);
|
|
var funnelEvents = getFunnelEvents(startDay, endDay, studentFlows[i]);
|
|
for (var event in funnelEvents) {
|
|
print(funnelEvents[event], '\t', event);
|
|
}
|
|
}
|
|
|
|
// var userTimelines = getUserTimelines(startDay, endDay, onlyUniqueEvents);
|
|
// for (var user in userTimelines) {
|
|
// if (userTimelines[user].length < 50) continue;
|
|
// print('User', user)
|
|
// for (var i = 0; i < userTimelines[user].length; i++) {
|
|
// print(userTimelines[user][i].created, userTimelines[user][i].event);
|
|
// }
|
|
// // printjson(userTimelines[user]);
|
|
// // break;
|
|
// }
|
|
// // printjson(userTimelines);
|
|
|
|
log("Script runtime: " + (new Date() - scriptStartTime));
|
|
|
|
|
|
function getFunnelEvents(startDay, endDay, events) {
|
|
|
|
var startObj = objectIdWithTimestamp(ISODate(startDay + "T00:00:00.000Z"));
|
|
var endObj = objectIdWithTimestamp(ISODate(endDay + "T00:00:00.000Z"));
|
|
|
|
var normalEvents = [];
|
|
var pageviewEvents = [];
|
|
var pageviewRegexEvents = [];
|
|
var studentEvents = [];
|
|
for (var i = 0; i < events.length; i++) {
|
|
if (events[i].hasOwnProperty('event')) {
|
|
normalEvents.push(events[i].event);
|
|
}
|
|
else if (events[i].hasOwnProperty('pageview')) {
|
|
pageviewEvents.push(events[i].pageview);
|
|
}
|
|
else if (events[i].hasOwnProperty('pageviewRegex')) {
|
|
pageviewEvents.push(events[i].pageviewRegex);
|
|
pageviewRegexEvents.push({regex: events[i].pageviewRegex, name: events[i].name});
|
|
}
|
|
else if (events[i].hasOwnProperty('studentEvent')) {
|
|
studentEvents.push(events[i].studentEvent);
|
|
}
|
|
else {
|
|
print("Unknown event:");
|
|
printjson(events[i]);
|
|
return {};
|
|
}
|
|
}
|
|
// printjson(studentEvents);
|
|
// printjson(pageviewEvents);
|
|
|
|
var findQuery = {$and: [
|
|
{_id: {$gte: startObj}},
|
|
{_id: {$lt: endObj}},
|
|
{$or: [
|
|
{event: {$in: normalEvents}},
|
|
{event: {$in: studentEvents}},
|
|
{$and: [
|
|
{event: 'Pageview'},
|
|
{'properties.url': {$in: pageviewEvents}}
|
|
]}
|
|
]}
|
|
]};
|
|
// printjson(findQuery);
|
|
// return {};
|
|
|
|
var teacherEventsMap = {};
|
|
var teacherIDs = [];
|
|
var studentEventsMap = {};
|
|
var cursor = logDB.log.find(findQuery, {event: 1, properties: 1, user: 1});
|
|
while (cursor.hasNext()) {
|
|
var doc = cursor.next();
|
|
var created = doc._id.getTimestamp().toISOString();
|
|
var event = doc.event;
|
|
if (event === 'Pageview') {
|
|
var matchedRegex = false;
|
|
for (var i = 0; i < pageviewRegexEvents.length; i++) {
|
|
if (doc.properties.url.match(pageviewRegexEvents[i].regex)) {
|
|
event += ' ' + pageviewRegexEvents[i].name
|
|
matchedRegex = true;
|
|
break;
|
|
}
|
|
}
|
|
if (!matchedRegex) {
|
|
event += ' /' + doc.properties.url;
|
|
}
|
|
}
|
|
var user = doc.user;
|
|
|
|
if (studentEvents.indexOf(doc.event) >= 0) {
|
|
if (!studentEventsMap[user]) studentEventsMap[user] = [];
|
|
studentEventsMap[user].push({
|
|
created: created,
|
|
event: '(student) ' + event
|
|
});
|
|
}
|
|
else {
|
|
if (!teacherEventsMap[user]) teacherEventsMap[user] = [];
|
|
teacherEventsMap[user].push({
|
|
created: created,
|
|
event: event
|
|
});
|
|
teacherIDs.push(ObjectId(user));
|
|
}
|
|
}
|
|
// printjson(studentEventsMap);
|
|
// print('Teachers:', Object.keys(teacherEventsMap).length);
|
|
// print('Students:', Object.keys(studentEventsMap).length);
|
|
// return {};
|
|
|
|
// Match student events to their teachers via classrooms
|
|
if (Object.keys(studentEventsMap).length > 0) {
|
|
// For all teacher classrooms
|
|
cursor = db.classrooms.find({ownerID: {$in: teacherIDs}}, {members: 1, ownerID: 1, });
|
|
while (cursor.hasNext()) {
|
|
var doc = cursor.next();
|
|
var members = doc.members || [];
|
|
var teacher = doc.ownerID.valueOf();
|
|
|
|
// For each classroom non-owner member
|
|
for (var i = 0; i < members.length; i++) {
|
|
if (members[i].valueOf() === doc.ownerID.valueOf()) continue;
|
|
var student = members[i].valueOf();
|
|
if (!studentEventsMap[student]) continue;
|
|
|
|
// Add student events to teacher events map
|
|
teacherEventsMap[teacher] = teacherEventsMap[teacher].concat(studentEventsMap[student]);
|
|
}
|
|
}
|
|
}
|
|
|
|
var userTimelineMap = {};
|
|
for (var user in teacherEventsMap) {
|
|
// Sort and remove contiguous duplicate events
|
|
teacherEventsMap[user].sort(function (a, b) { return a.created.localeCompare(b.created)});
|
|
userTimelineMap[user] = [];
|
|
var lastEvent = null;
|
|
for (var i = 0; i < teacherEventsMap[user].length; i++) {
|
|
if (teacherEventsMap[user][i].event !== lastEvent) {
|
|
userTimelineMap[user].push(teacherEventsMap[user][i]);
|
|
}
|
|
lastEvent = teacherEventsMap[user][i].event;
|
|
}
|
|
}
|
|
// printjson(userTimelineMap);
|
|
|
|
getCurrentEvent = function(eventData) {
|
|
var currentEvent = null;
|
|
if (eventData.hasOwnProperty('event')) {
|
|
currentEvent = eventData.event;
|
|
}
|
|
else if (eventData.hasOwnProperty('pageview')) {
|
|
currentEvent = 'Pageview /' + eventData.pageview;
|
|
}
|
|
else if (eventData.hasOwnProperty('pageviewRegex')) {
|
|
currentEvent = 'Pageview ' + eventData.name;
|
|
}
|
|
else if (eventData.hasOwnProperty('studentEvent')) {
|
|
currentEvent = '(student) ' + eventData.studentEvent;
|
|
}
|
|
return currentEvent;
|
|
}
|
|
|
|
var funnelEvents = {};
|
|
for (var user in userTimelineMap) {
|
|
var eventsIndex = 0;
|
|
var timelineIndex = 0;
|
|
while (eventsIndex < events.length && timelineIndex < userTimelineMap[user].length) {
|
|
var currentEvent = getCurrentEvent(events[eventsIndex]);
|
|
var currentTimeline = userTimelineMap[user][timelineIndex];
|
|
if (currentEvent === currentTimeline.event) {
|
|
if (!funnelEvents[currentEvent]) funnelEvents[currentEvent] = 0;
|
|
funnelEvents[currentTimeline.event]++;
|
|
eventsIndex++;
|
|
}
|
|
timelineIndex++;
|
|
}
|
|
while (eventsIndex < events.length) {
|
|
var currentEvent = getCurrentEvent(events[eventsIndex]);
|
|
if (!funnelEvents[currentEvent]) funnelEvents[currentEvent] = 0;
|
|
eventsIndex++;
|
|
}
|
|
}
|
|
|
|
return funnelEvents;
|
|
}
|
|
|
|
function getUserTimelines(startDay, endDay, onlyUniqueEvents) {
|
|
|
|
var startObj = objectIdWithTimestamp(ISODate(startDay + "T00:00:00.000Z"));
|
|
var endObj = objectIdWithTimestamp(ISODate(endDay + "T00:00:00.000Z"))
|
|
var cursor = logDB.log.find(
|
|
{$and: [
|
|
{_id: {$gte: startObj}},
|
|
{_id: {$lt: endObj}},
|
|
{$or: [
|
|
{event: {$in: [
|
|
'Hour of Code Begin',
|
|
'Started Signup',
|
|
'Classroom edit settings',
|
|
'Create new class',
|
|
'Classroom started add students',
|
|
'Classroom started enroll student',
|
|
'Classroom started enroll students',
|
|
'Classroom removed student'
|
|
]}},
|
|
{$and: [
|
|
{event: 'Pageview'},
|
|
{$or: [
|
|
{'properties.url': {$regex: /hoc/ig}},
|
|
{'properties.url': {$regex: /teachers/ig}},
|
|
{'properties.url': {$regex: /courses/ig}}
|
|
]}
|
|
]}
|
|
]}
|
|
]});
|
|
|
|
var userEventMap = {};
|
|
var teacherEventsMap = {};
|
|
while (cursor.hasNext()) {
|
|
var doc = cursor.next();
|
|
var created = doc._id.getTimestamp().toISOString();
|
|
var event = doc.event;
|
|
if (event === 'Pageview') {
|
|
event += ' ' + doc.properties.url;
|
|
}
|
|
var user = doc.user.valueOf();
|
|
|
|
if (onlyUniqueEvents) {
|
|
if (!userEventMap[user]) userEventMap[user] = {};
|
|
if (!userEventMap[user][event]) {
|
|
userEventMap[user][event] = created;
|
|
}
|
|
else if (created.localeCompare(userEventMap[user][event]) < 0) {
|
|
// print('Found earlier event', user, event, userEventMap[user][event], created);
|
|
userEventMap[user][event] = created;
|
|
}
|
|
}
|
|
else {
|
|
if (!teacherEventsMap[user]) teacherEventsMap[user] = [];
|
|
teacherEventsMap[user].push({
|
|
created: created,
|
|
event: event
|
|
});
|
|
}
|
|
}
|
|
|
|
var userTimelineMap = {};
|
|
if (onlyUniqueEvents) {
|
|
for (var user in userEventMap) {
|
|
if (!userTimelineMap[user]) userTimelineMap[user] = [];
|
|
for (var event in userEventMap[user]) {
|
|
userTimelineMap[user].push({
|
|
created: userEventMap[user][event],
|
|
event: event
|
|
})
|
|
}
|
|
userTimelineMap[user].sort(function (a, b) { return a.created.localeCompare(b.created)});
|
|
}
|
|
}
|
|
else {
|
|
for (var user in teacherEventsMap) {
|
|
// Sort and remove contiguous duplicate events
|
|
teacherEventsMap[user].sort(function (a, b) { return a.created.localeCompare(b.created)});
|
|
userTimelineMap[user] = [];
|
|
var lastEvent = null;
|
|
for (var i = 0; i < teacherEventsMap[user].length; i++) {
|
|
if (teacherEventsMap[user][i].event !== lastEvent) {
|
|
userTimelineMap[user].push(teacherEventsMap[user][i]);
|
|
}
|
|
lastEvent = teacherEventsMap[user][i].event;
|
|
}
|
|
}
|
|
}
|
|
printjson(userTimelineMap);
|
|
|
|
return userTimelineMap;
|
|
}
|
|
|
|
// *** Helper functions ***
|
|
|
|
function log(str) {
|
|
print(new Date().toISOString() + " " + str);
|
|
}
|
|
|
|
function objectIdWithTimestamp(timestamp) {
|
|
// Convert string date to Date object (otherwise assume timestamp is a date)
|
|
if (typeof(timestamp) == 'string') timestamp = new Date(timestamp);
|
|
// Convert date object to hex seconds since Unix epoch
|
|
var hexSeconds = Math.floor(timestamp/1000).toString(16);
|
|
// Create an ObjectId with that hex timestamp
|
|
var constructedObjectId = ObjectId(hexSeconds + "0000000000000000");
|
|
return constructedObjectId
|
|
}
|