codeninjasllc/codecombat
1
0
Fork 0
mirror of https://github.com/codeninjasllc/codecombat.git synced 2025-03-14 07:00:01 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update code language usage script

Browse source
This commit is contained in:
Matt Lott 2016-04-01 14:40:18 -07:00
parent b01ab2eab1
commit f37e2ad93e
1 changed files with 62 additions and 28 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

90
scripts/analytics/mongodb/queries/CodeLanguageUsage.js
View file

@ -3,33 +3,67 @@
// Usage:
// mongo <address>:<port>/<database> <script file> -u <username> -p <password>
var total = 0;
var languages = {};
var startDate = new ISODate("2014-12-01T00:00:00.000Z")
var cursor = db['level.sessions'].aggregate(
[
{ $match : {
//$and: [{codeLanguage: {$exists: true}}, {created : { $gte: startDate}}]
codeLanguage: {$exists: true}
}
},
{
$group : {
_id: "$codeLanguage",
total: {$sum: 1}
}
},
{ $sort : { total : -1} }
]);
const scriptStartTime = new Date();
while (cursor.hasNext()) {
var myDoc = cursor.next();
total += myDoc.total;
if (!languages[myDoc._id])
languages[myDoc._id] = 0
languages[myDoc._id] += myDoc.total
const today = new Date().toISOString().substr(0, 10);
const numDays = 30;
const dayIncrement = 1;
const startDate = new Date();
startDate.setUTCDate(startDate.getUTCDate() - numDays);
var startDay = startDate.toISOString().substr(0, 10);
const endDate = new Date();
endDate.setUTCDate(endDate.getUTCDate() - numDays + dayIncrement);
var endDay = endDate.toISOString().substr(0, 10);
log("Start day: " + startDay);
const languages = {};
while (startDay <= today) {
log(startDay + " " + endDay);
const startObj = objectIdWithTimestamp(ISODate(startDay + "T00:00:00.000Z"));
const endObj = objectIdWithTimestamp(ISODate(endDay + "T00:00:00.000Z"));
const query = {$and: [{_id: {$gte: startObj}}, {_id: {$lt: endObj}}, {codeLanguage: {$exists: true}}]};
const cursor = db.level.sessions.find(query, {codeLanguage: 1});
while (cursor.hasNext()) {
const levelSession = cursor.next();
if (!languages[levelSession.codeLanguage]) languages[levelSession.codeLanguage] = 0
languages[levelSession.codeLanguage]++;
}
startDate.setUTCDate(startDate.getUTCDate() + dayIncrement);
startDay = startDate.toISOString().substr(0, 10);
endDate.setUTCDate(endDate.getUTCDate() + dayIncrement);
endDay = endDate.toISOString().substr(0, 10);
}
const languageCounts = [];
var total = 0;
for (var language in languages) {
languageCounts.push({language: language, count: languages[language]});
total += languages[language];
}
languageCounts.sort((a, b) => {
if (a.count < b.count) return 1;
if (b.count < a.count) return -1;
return 0;
})
for (var language of languageCounts) {
print((language.count / total * 100).toFixed(2) + "%\t" + language.count + "\t" + language.language);
}
print("Level sessions with code languages", total);
log("Script runtime: " + (new Date().getTime() - scriptStartTime.getTime()));
function objectIdWithTimestamp(timestamp) {
// Convert string date to Date object (otherwise assume timestamp is a date)
if (typeof(timestamp) == 'string') timestamp = new Date(timestamp);
// Convert date object to hex seconds since Unix epoch
const hexSeconds = Math.floor(timestamp/1000).toString(16);
// Create an ObjectId with that hex timestamp
const constructedObjectId = ObjectId(hexSeconds + "0000000000000000");
return constructedObjectId
}
function log(str) {
print(new Date().toISOString() + " " + str);
}
print("Total sessions with code languages", total);
for (key in languages) {
print(key + "\t" + languages[key] + "\t" + (languages[key] / total * 100).toFixed(2) + "%");
}