codecombat/server/queues/scoring.coffee

781 lines
30 KiB
CoffeeScript
Raw Normal View History

2014-02-05 12:39:14 -05:00
config = require '../../server_config'
log = require 'winston'
2014-02-05 12:39:14 -05:00
mongoose = require 'mongoose'
async = require 'async'
errors = require '../commons/errors'
aws = require 'aws-sdk'
2014-02-06 16:25:11 -05:00
db = require './../routes/db'
2014-02-05 12:39:14 -05:00
queues = require '../commons/queue'
LevelSession = require '../levels/sessions/LevelSession'
Level = require '../levels/Level'
2014-03-20 18:40:02 -04:00
User = require '../users/User'
2014-02-07 18:52:24 -05:00
TaskLog = require './task/ScoringTask'
bayes = new (require 'bayesian-battle')()
2014-02-05 12:39:14 -05:00
scoringTaskQueue = undefined
scoringTaskTimeoutInSeconds = 600
module.exports.setup = (app) -> connectToScoringQueue()
connectToScoringQueue = ->
queues.initializeQueueClient ->
2014-06-30 22:16:26 -04:00
queues.queueClient.registerQueue 'scoring', {}, (error, data) ->
2014-07-13 11:18:55 -04:00
if error? then throw new Error "There was an error registering the scoring queue: #{error}"
scoringTaskQueue = data
#log.info 'Connected to scoring task queue!'
2014-03-20 18:40:02 -04:00
2014-03-15 12:20:13 -04:00
module.exports.messagesInQueueCount = (req, res) ->
scoringTaskQueue.totalMessagesInQueue (err, count) ->
if err? then return errors.serverError res, "There was an issue finding the Mongoose count:#{err}"
2014-03-15 12:40:58 -04:00
response = String(count)
2014-03-15 12:20:13 -04:00
res.send(response)
res.end()
2014-02-26 15:14:02 -05:00
module.exports.addPairwiseTaskToQueueFromRequest = (req, res) ->
2014-02-24 10:50:43 -05:00
taskPair = req.body.sessions
addPairwiseTaskToQueue req.body.sessions, (err, success) ->
2014-02-26 15:14:02 -05:00
if err? then return errors.serverError res, "There was an error adding pairwise tasks: #{err}"
2014-06-30 22:16:26 -04:00
sendResponseObject req, res, {'message': 'All task pairs were succesfully sent to the queue'}
2014-02-26 15:14:02 -05:00
addPairwiseTaskToQueue = (taskPair, cb) ->
2014-06-30 22:16:26 -04:00
LevelSession.findOne(_id: taskPair[0]).lean().exec (err, firstSession) =>
if err? then return cb err
2014-06-30 22:16:26 -04:00
LevelSession.find(_id: taskPair[1]).exec (err, secondSession) =>
if err? then return cb err
2014-02-24 10:50:43 -05:00
try
taskPairs = generateTaskPairs(secondSession, firstSession)
catch e
if e then return cb e
2014-02-24 10:50:43 -05:00
2014-02-26 15:14:02 -05:00
sendEachTaskPairToTheQueue taskPairs, (taskPairError) ->
if taskPairError? then return cb taskPairError
cb null
2014-03-23 18:34:38 -04:00
# We should rip these out, probably
2014-03-22 12:05:53 -04:00
module.exports.resimulateAllSessions = (req, res) ->
2014-06-30 22:16:26 -04:00
unless isUserAdmin req then return errors.unauthorized res, 'Unauthorized. Even if you are authorized, you shouldn\'t do this'
2014-03-23 18:34:38 -04:00
2014-03-22 12:05:53 -04:00
originalLevelID = req.body.originalLevelID
levelMajorVersion = parseInt(req.body.levelMajorVersion)
2014-03-23 18:34:38 -04:00
2014-03-22 12:05:53 -04:00
findParameters =
submitted: true
2014-03-23 18:34:38 -04:00
level:
2014-03-22 12:05:53 -04:00
original: originalLevelID
2014-03-23 18:34:38 -04:00
majorVersion: levelMajorVersion
2014-03-22 12:05:53 -04:00
query = LevelSession
.find(findParameters)
.lean()
2014-03-23 18:34:38 -04:00
2014-03-22 12:05:53 -04:00
query.exec (err, result) ->
if err? then return errors.serverError res, err
result = _.sample result, 10
2014-06-30 22:16:26 -04:00
async.each result, resimulateSession.bind(@, originalLevelID, levelMajorVersion), (err) ->
2014-03-22 12:05:53 -04:00
if err? then return errors.serverError res, err
2014-06-30 22:16:26 -04:00
sendResponseObject req, res, {'message': 'All task pairs were succesfully sent to the queue'}
2014-03-23 18:34:38 -04:00
2014-03-22 12:19:21 -04:00
resimulateSession = (originalLevelID, levelMajorVersion, session, cb) =>
sessionUpdateObject =
submitted: true
submitDate: new Date()
meanStrength: 25
standardDeviation: 25/3
totalScore: 10
numberOfWinsAndTies: 0
numberOfLosses: 0
isRanking: true
LevelSession.update {_id: session._id}, sessionUpdateObject, (err, updatedSession) ->
if err? then return cb err, null
opposingTeam = calculateOpposingTeam(session.team)
fetchInitialSessionsToRankAgainst levelMajorVersion, originalLevelID, opposingTeam, (err, sessionsToRankAgainst) ->
2014-03-22 12:19:21 -04:00
if err? then return cb err, null
taskPairs = generateTaskPairs(sessionsToRankAgainst, session)
sendEachTaskPairToTheQueue taskPairs, (taskPairError) ->
if taskPairError? then return cb taskPairError, null
cb null
2014-05-21 18:34:17 -04:00
selectRandomSkipIndex = (numberOfSessions) ->
numbers = [0...numberOfSessions]
numberWeights = []
lambda = 0.025
for number, index in numbers
numberWeights[index] = lambda*Math.exp(-1*lambda*number) + lambda/(numberOfSessions/15)
sum = numberWeights.reduce (a, b) -> a + b
2014-06-30 22:16:26 -04:00
for number, index in numberWeights
2014-05-21 18:34:17 -04:00
numberWeights[index] /= sum
rand = (min, max) -> Math.random() * (max - min) + min
totalWeight = 1
randomNumber = Math.random()
weightSum = 0
for number, i in numbers
weightSum += numberWeights[i]
if (randomNumber <= weightSum)
return numbers[i]
2014-05-19 13:11:20 -04:00
module.exports.getTwoGames = (req, res) ->
2014-06-30 22:16:26 -04:00
#if userIsAnonymous req then return errors.unauthorized(res, 'You need to be logged in to get games.')
2014-05-19 13:11:20 -04:00
humansGameID = req.body.humansGameID
ogresGameID = req.body.ogresGameID
ladderGameIDs = ['greed', 'criss-cross', 'brawlwood', 'dungeon-arena', 'gold-rush', 'sky-span', 'dueling-grounds', 'cavern-survival', 'multiplayer-treasure-grove']
2014-07-10 13:42:17 -04:00
levelID = _.sample ladderGameIDs
2014-05-19 13:11:20 -04:00
unless ogresGameID and humansGameID
#fetch random games here
queryParams =
2014-07-10 13:42:17 -04:00
'levelID': levelID
2014-06-30 22:16:26 -04:00
'submitted': true
'team': 'humans'
selection = 'team totalScore transpiledCode submittedCodeLanguage teamSpells levelID creatorName creator submitDate'
LevelSession.count queryParams, (err, numberOfHumans) =>
2014-06-30 22:16:26 -04:00
if err? then return errors.serverError(res, 'Couldn\'t get the number of human games')
unless numberOfHumans
2014-06-30 22:16:26 -04:00
res.send(204, 'No games to score.')
return res.end()
humanSkipCount = Math.floor(Math.random() * numberOfHumans)
ogreCountParams =
2014-07-10 13:42:17 -04:00
'levelID': levelID
2014-06-30 22:16:26 -04:00
'submitted': true
'team': 'ogres'
2014-05-20 15:45:22 -04:00
LevelSession.count ogreCountParams, (err, numberOfOgres) =>
2014-06-30 22:16:26 -04:00
if err? then return errors.serverError(res, 'Couldn\'t get the number of ogre games')
unless numberOfOgres
2014-06-30 22:16:26 -04:00
res.send(204, 'No games to score.')
return res.end()
ogresSkipCount = Math.floor(Math.random() * numberOfOgres)
2014-05-21 18:34:17 -04:00
query = LevelSession
2014-05-21 18:34:17 -04:00
.aggregate()
.match(queryParams)
.project(selection)
2014-06-30 22:16:26 -04:00
.sort({'submitDate': -1})
2014-05-21 18:34:17 -04:00
.skip(humanSkipCount)
.limit(1)
2014-05-20 15:45:22 -04:00
query.exec (err, randomSession) =>
2014-05-21 18:34:17 -04:00
if err? then return errors.serverError(res, "Couldn't select a random session! #{err}")
2014-05-20 15:45:22 -04:00
randomSession = randomSession[0]
queryParams =
2014-07-10 13:42:17 -04:00
'levelID': levelID
2014-06-30 22:16:26 -04:00
'submitted': true
'team': 'ogres'
2014-05-20 15:45:22 -04:00
query = LevelSession
2014-05-21 18:34:17 -04:00
.aggregate()
.match(queryParams)
.project(selection)
2014-06-30 22:16:26 -04:00
.sort({'submitDate': -1})
2014-05-21 18:34:17 -04:00
.skip(ogresSkipCount)
2014-05-20 15:45:22 -04:00
.limit(1)
query.exec (err, otherSession) =>
2014-06-30 22:16:26 -04:00
if err? then return errors.serverError(res, 'Couldn\'t select the other random session!')
2014-05-20 15:45:22 -04:00
otherSession = otherSession[0]
taskObject =
2014-06-30 22:16:26 -04:00
'messageGenerated': Date.now()
'sessions': []
2014-05-20 15:45:22 -04:00
for session in [randomSession, otherSession]
sessionInformation =
2014-06-30 22:16:26 -04:00
'sessionID': session._id
'team': session.team ? 'No team'
'transpiledCode': session.transpiledCode
'submittedCodeLanguage': session.submittedCodeLanguage
'teamSpells': session.teamSpells ? {}
'levelID': session.levelID
'creatorName': session.creatorName
'creator': session.creator
'totalScore': session.totalScore
2014-05-20 15:45:22 -04:00
taskObject.sessions.push sessionInformation
#console.log 'Dispatching random game between', taskObject.sessions[0].creatorName, 'and', taskObject.sessions[1].creatorName
2014-05-20 15:45:22 -04:00
sendResponseObject req, res, taskObject
else
#console.log "Directly simulating #{humansGameID} vs. #{ogresGameID}."
LevelSession.findOne(_id: humansGameID).select(selection).lean().exec (err, humanSession) =>
2014-06-30 22:16:26 -04:00
if err? then return errors.serverError(res, 'Couldn\'t find the human game')
LevelSession.findOne(_id: ogresGameID).select(selection).lean().exec (err, ogreSession) =>
2014-06-30 22:16:26 -04:00
if err? then return errors.serverError(res, 'Couldn\'t find the ogre game')
taskObject =
2014-06-30 22:16:26 -04:00
'messageGenerated': Date.now()
'sessions': []
for session in [humanSession, ogreSession]
sessionInformation =
2014-06-30 22:16:26 -04:00
'sessionID': session._id
'team': session.team ? 'No team'
'transpiledCode': session.transpiledCode
'submittedCodeLanguage': session.submittedCodeLanguage
'teamSpells': session.teamSpells ? {}
'levelID': session.levelID
'creatorName': session.creatorName
'creator': session.creator
'totalScore': session.totalScore
taskObject.sessions.push sessionInformation
sendResponseObject req, res, taskObject
module.exports.recordTwoGames = (req, res) ->
sessions = req.body.sessions
#console.log 'Recording non-chained result of', sessions?[0]?.name, sessions[0]?.metrics?.rank, 'and', sessions?[1]?.name, sessions?[1]?.metrics?.rank
yetiGuru = clientResponseObject: req.body, isRandomMatch: true
async.waterfall [
fetchLevelSession.bind(yetiGuru)
updateSessions.bind(yetiGuru)
indexNewScoreArray.bind(yetiGuru)
addMatchToSessions.bind(yetiGuru)
updateUserSimulationCounts.bind(yetiGuru, req.user._id)
], (err, successMessageObject) ->
if err? then return errors.serverError res, "There was an error recording the single game:#{err}"
2014-06-30 22:16:26 -04:00
sendResponseObject req, res, {'message': 'The single game was submitted successfully!'}
module.exports.createNewTask = (req, res) ->
2014-02-18 14:46:14 -05:00
requestSessionID = req.body.session
originalLevelID = req.body.originalLevelID
currentLevelID = req.body.levelID
transpiledCode = req.body.transpiledCode
2014-03-06 21:48:41 -05:00
requestLevelMajorVersion = parseInt(req.body.levelMajorVersion)
yetiGuru = {}
async.waterfall [
2014-06-30 22:16:26 -04:00
validatePermissions.bind(yetiGuru, req, requestSessionID)
fetchAndVerifyLevelType.bind(yetiGuru, currentLevelID)
fetchSessionObjectToSubmit.bind(yetiGuru, requestSessionID)
updateSessionToSubmit.bind(yetiGuru, transpiledCode)
fetchInitialSessionsToRankAgainst.bind(yetiGuru, requestLevelMajorVersion, originalLevelID)
generateAndSendTaskPairsToTheQueue
], (err, successMessageObject) ->
if err? then return errors.serverError res, "There was an error submitting the game to the queue:#{err}"
sendResponseObject req, res, successMessageObject
2014-06-30 22:16:26 -04:00
validatePermissions = (req, sessionID, callback) ->
if isUserAnonymous req then return callback 'You are unauthorized to submit that game to the simulator'
if isUserAdmin req then return callback null
findParameters =
_id: sessionID
selectString = 'creator submittedCode code'
query = LevelSession
.findOne(findParameters)
.select(selectString)
.lean()
query.exec (err, retrievedSession) ->
if err? then return callback err
userHasPermissionToSubmitCode = retrievedSession.creator is req.user?.id and
not _.isEqual(retrievedSession.code, retrievedSession.submittedCode)
2014-06-30 22:16:26 -04:00
unless userHasPermissionToSubmitCode then return callback 'You are unauthorized to submit that game to the simulator'
callback null
fetchAndVerifyLevelType = (levelID, cb) ->
findParameters =
_id: levelID
selectString = 'type'
query = Level
.findOne(findParameters)
.select(selectString)
.lean()
query.exec (err, levelWithType) ->
if err? then return cb err
if not levelWithType.type or not (levelWithType.type in ['ladder', 'hero-ladder']) then return cb 'Level isn\'t of type "ladder"'
cb null
fetchSessionObjectToSubmit = (sessionID, callback) ->
findParameters =
_id: sessionID
selectString = 'team code'
query = LevelSession
.findOne(findParameters)
.select(selectString)
query.exec (err, session) ->
callback err, session?.toObject()
updateSessionToSubmit = (transpiledCode, sessionToUpdate, callback) ->
sessionUpdateObject =
submitted: true
submittedCode: sessionToUpdate.code
transpiledCode: transpiledCode
submitDate: new Date()
#meanStrength: 25 # Let's try not resetting the score on resubmission
standardDeviation: 25/3
#totalScore: 10 # Let's try not resetting the score on resubmission
numberOfWinsAndTies: 0
numberOfLosses: 0
isRanking: true
LevelSession.update {_id: sessionToUpdate._id}, sessionUpdateObject, (err, result) ->
callback err, sessionToUpdate
fetchInitialSessionsToRankAgainst = (levelMajorVersion, levelID, submittedSession, callback) ->
opposingTeam = calculateOpposingTeam(submittedSession.team)
findParameters =
2014-06-30 22:16:26 -04:00
'level.original': levelID
'level.majorVersion': levelMajorVersion
submitted: true
submittedCode:
$exists: true
team: opposingTeam
sortParameters =
totalScore: 1
limitNumber = 1
query = LevelSession.aggregate [
{$match: findParameters}
{$sort: sortParameters}
{$limit: limitNumber}
]
query.exec (err, sessionToRankAgainst) ->
callback err, sessionToRankAgainst, submittedSession
2014-06-30 22:16:26 -04:00
generateAndSendTaskPairsToTheQueue = (sessionToRankAgainst, submittedSession, callback) ->
taskPairs = generateTaskPairs(sessionToRankAgainst, submittedSession)
sendEachTaskPairToTheQueue taskPairs, (taskPairError) ->
if taskPairError? then return callback taskPairError
2014-06-30 22:16:26 -04:00
#console.log 'Sent task pairs to the queue!'
2014-04-14 14:01:55 -04:00
#console.log taskPairs
2014-06-30 22:16:26 -04:00
callback null, {'message': 'All task pairs were succesfully sent to the queue'}
2014-02-17 17:39:21 -05:00
module.exports.dispatchTaskToConsumer = (req, res) ->
yetiGuru = {}
async.waterfall [
2014-06-30 22:16:26 -04:00
checkSimulationPermissions.bind(yetiGuru, req)
receiveMessageFromSimulationQueue
changeMessageVisibilityTimeout
parseTaskQueueMessage
constructTaskObject
constructTaskLogObject.bind(yetiGuru, getUserIDFromRequest(req))
processTaskObject
], (err, taskObjectToSend) ->
if err?
2014-06-30 22:16:26 -04:00
if typeof err is 'string' and err.indexOf 'No more games in the queue' isnt -1
res.send(204, 'No games to score.')
return res.end()
else
return errors.serverError res, "There was an error dispatching the task: #{err}"
sendResponseObject req, res, taskObjectToSend
checkSimulationPermissions = (req, cb) ->
if isUserAnonymous req
2014-06-30 22:16:26 -04:00
cb 'You need to be logged in to simulate games'
else
cb null
receiveMessageFromSimulationQueue = (cb) ->
scoringTaskQueue.receiveMessage (err, message) ->
if err? then return cb "No more games in the queue, error:#{err}"
2014-06-30 22:16:26 -04:00
if messageIsInvalid(message) then return cb 'Message received from queue is invalid'
cb null, message
changeMessageVisibilityTimeout = (message, cb) ->
message.changeMessageVisibilityTimeout scoringTaskTimeoutInSeconds, (err) -> cb err, message
2014-06-30 22:16:26 -04:00
parseTaskQueueMessage = (message, cb) ->
try
2014-06-30 22:16:26 -04:00
if typeof message.getBody() is 'object'
messageBody = message.getBody()
else
messageBody = JSON.parse message.getBody()
cb null, messageBody, message
catch e
cb "There was an error parsing the task.Error: #{e}"
constructTaskObject = (taskMessageBody, message, callback) ->
async.map taskMessageBody.sessions, getSessionInformation, (err, sessions) ->
if err? then return callback err
taskObject =
2014-06-30 22:16:26 -04:00
'messageGenerated': Date.now()
'sessions': []
for session in sessions
sessionInformation =
2014-06-30 22:16:26 -04:00
'sessionID': session._id
'submitDate': session.submitDate
'team': session.team ? 'No team'
'transpiledCode': session.transpiledCode
'submittedCodeLanguage': session.submittedCodeLanguage
'teamSpells': session.teamSpells ? {}
'levelID': session.levelID
'creator': session.creator
'creatorName': session.creatorName
'totalScore': session.totalScore
taskObject.sessions.push sessionInformation
callback null, taskObject, message
constructTaskLogObject = (calculatorUserID, taskObject, message, callback) ->
taskLogObject = new TaskLog
2014-06-30 22:16:26 -04:00
'createdAt': new Date()
'calculator': calculatorUserID
'sentDate': Date.now()
'messageIdentifierString': message.getReceiptHandle()
taskLogObject.save (err) -> callback err, taskObject, taskLogObject, message
2014-06-30 22:16:26 -04:00
processTaskObject = (taskObject, taskLogObject, message, cb) ->
taskObject.taskID = taskLogObject._id
taskObject.receiptHandle = message.getReceiptHandle()
cb null, taskObject
getSessionInformation = (sessionIDString, callback) ->
findParameters =
_id: sessionIDString
selectString = 'submitDate team submittedCode teamSpells levelID creator creatorName transpiledCode submittedCodeLanguage totalScore'
query = LevelSession
.findOne(findParameters)
.select(selectString)
.lean()
query.exec (err, session) ->
2014-06-30 22:16:26 -04:00
if err? then return callback err, {'error': 'There was an error retrieving the session.'}
callback null, session
module.exports.processTaskResult = (req, res) ->
2014-04-14 14:01:55 -04:00
originalSessionID = req.body?.originalSessionID
yetiGuru = {}
try
async.waterfall [
2014-06-30 22:16:26 -04:00
verifyClientResponse.bind(yetiGuru, req.body)
fetchTaskLog.bind(yetiGuru)
checkTaskLog.bind(yetiGuru)
deleteQueueMessage.bind(yetiGuru)
fetchLevelSession.bind(yetiGuru)
checkSubmissionDate.bind(yetiGuru)
logTaskComputation.bind(yetiGuru)
updateSessions.bind(yetiGuru)
indexNewScoreArray.bind(yetiGuru)
addMatchToSessions.bind(yetiGuru)
updateUserSimulationCounts.bind(yetiGuru, req.user._id)
determineIfSessionShouldContinueAndUpdateLog.bind(yetiGuru)
findNearestBetterSessionID.bind(yetiGuru)
addNewSessionsToQueue.bind(yetiGuru)
], (err, results) ->
2014-06-30 22:16:26 -04:00
if err is 'shouldn\'t continue'
markSessionAsDoneRanking originalSessionID, (err) ->
2014-06-30 22:16:26 -04:00
if err? then return sendResponseObject req, res, {'error': 'There was an error marking the session as done ranking'}
sendResponseObject req, res, {'message': 'The scores were updated successfully, person lost so no more games are being inserted!'}
else if err is 'no session was found'
markSessionAsDoneRanking originalSessionID, (err) ->
2014-06-30 22:16:26 -04:00
if err? then return sendResponseObject req, res, {'error': 'There was an error marking the session as done ranking'}
sendResponseObject req, res, {'message': 'There were no more games to rank (game is at top)!'}
else if err?
errors.serverError res, "There was an error:#{err}"
else
2014-06-30 22:16:26 -04:00
sendResponseObject req, res, {'message': 'The scores were updated successfully and more games were sent to the queue!'}
catch e
2014-06-30 22:16:26 -04:00
errors.serverError res, 'There was an error processing the task result!'
verifyClientResponse = (responseObject, callback) ->
#TODO: better verification
2014-06-30 22:16:26 -04:00
if typeof responseObject isnt 'object' or responseObject?.originalSessionID?.length isnt 24
callback 'The response to that query is required to be a JSON object.'
else
@clientResponseObject = responseObject
2014-06-30 22:16:26 -04:00
#log.info 'Verified client response!'
callback null, responseObject
fetchTaskLog = (responseObject, callback) ->
query = TaskLog.findOne _id: responseObject.taskID
query.exec (err, taskLog) =>
return callback new Error("Couldn't find TaskLog for _id #{responseObject.taskID}!") unless taskLog
@taskLog = taskLog
2014-06-30 22:16:26 -04:00
#log.info 'Fetched task log!'
callback err, taskLog.toObject()
checkTaskLog = (taskLog, callback) ->
2014-06-30 22:16:26 -04:00
if taskLog.calculationTimeMS then return callback 'That computational task has already been performed'
if hasTaskTimedOut taskLog.sentDate then return callback 'The task has timed out'
#log.info 'Checked task log'
callback null
deleteQueueMessage = (callback) ->
scoringTaskQueue.deleteMessage @clientResponseObject.receiptHandle, (err) ->
2014-06-30 22:16:26 -04:00
#log.info 'Deleted queue message'
callback err
fetchLevelSession = (callback) ->
findParameters =
_id: @clientResponseObject.originalSessionID
query = LevelSession
.findOne(findParameters)
.lean()
query.exec (err, session) =>
@levelSession = session
2014-06-30 22:16:26 -04:00
#log.info 'Fetched level session'
callback err
checkSubmissionDate = (callback) ->
supposedSubmissionDate = new Date(@clientResponseObject.sessions[0].submitDate)
if Number(supposedSubmissionDate) isnt Number(@levelSession.submitDate)
2014-06-30 22:16:26 -04:00
callback 'The game has been resubmitted. Removing from queue...'
else
2014-06-30 22:16:26 -04:00
#log.info 'Checked submission date'
callback null
logTaskComputation = (callback) ->
2014-06-30 22:16:26 -04:00
@taskLog.set('calculationTimeMS', @clientResponseObject.calculationTimeMS)
@taskLog.set('sessions')
@taskLog.calculationTimeMS = @clientResponseObject.calculationTimeMS
@taskLog.sessions = @clientResponseObject.sessions
@taskLog.save (err, saved) ->
2014-06-30 22:16:26 -04:00
#log.info 'Logged task computation'
callback err
updateSessions = (callback) ->
sessionIDs = _.pluck @clientResponseObject.sessions, 'sessionID'
async.map sessionIDs, retrieveOldSessionData, (err, oldScores) =>
2014-06-30 22:16:26 -04:00
if err? then callback err, {'error': 'There was an error retrieving the old scores'}
try
oldScoreArray = _.toArray putRankingFromMetricsIntoScoreObject @clientResponseObject, oldScores
newScoreArray = bayes.updatePlayerSkills oldScoreArray
saveNewScoresToDatabase newScoreArray, callback
catch e
callback e
saveNewScoresToDatabase = (newScoreArray, callback) ->
async.eachSeries newScoreArray, updateScoreInSession, (err) ->
2014-06-30 22:16:26 -04:00
#log.info 'Saved new scores to database'
callback err, newScoreArray
2014-06-30 22:16:26 -04:00
updateScoreInSession = (scoreObject, callback) ->
LevelSession.findOne {'_id': scoreObject.id}, (err, session) ->
if err? then return callback err, null
session = session.toObject()
newTotalScore = scoreObject.meanStrength - 1.8 * scoreObject.standardDeviation
scoreHistoryAddition = [Date.now(), newTotalScore]
updateObject =
meanStrength: scoreObject.meanStrength
standardDeviation: scoreObject.standardDeviation
totalScore: newTotalScore
$push: {scoreHistory: {$each: [scoreHistoryAddition], $slice: -1000}}
2014-06-30 22:16:26 -04:00
LevelSession.update {'_id': scoreObject.id}, updateObject, callback
2014-04-14 14:01:55 -04:00
#log.info "New total score for session #{scoreObject.id} is #{updateObject.totalScore}"
indexNewScoreArray = (newScoreArray, callback) ->
newScoresObject = _.indexBy newScoreArray, 'id'
@newScoresObject = newScoresObject
callback null, newScoresObject
addMatchToSessions = (newScoreObject, callback) ->
matchObject = {}
matchObject.date = new Date()
matchObject.opponents = {}
for session in @clientResponseObject.sessions
sessionID = session.sessionID
matchObject.opponents[sessionID] = {}
matchObject.opponents[sessionID].sessionID = sessionID
matchObject.opponents[sessionID].userID = session.creator
matchObject.opponents[sessionID].name = session.name
matchObject.opponents[sessionID].totalScore = session.totalScore
matchObject.opponents[sessionID].metrics = {}
matchObject.opponents[sessionID].metrics.rank = Number(newScoreObject[sessionID]?.gameRanking ? 0)
matchObject.opponents[sessionID].codeLanguage = newScoreObject[sessionID].submittedCodeLanguage
2014-04-14 14:01:55 -04:00
#log.info "Match object computed, result: #{matchObject}"
2014-06-30 22:16:26 -04:00
#log.info 'Writing match object to database...'
#use bind with async to do the writes
sessionIDs = _.pluck @clientResponseObject.sessions, 'sessionID'
2014-06-30 22:16:26 -04:00
async.each sessionIDs, updateMatchesInSession.bind(@, matchObject), (err) ->
callback err
updateMatchesInSession = (matchObject, sessionID, callback) ->
currentMatchObject = {}
currentMatchObject.date = matchObject.date
currentMatchObject.metrics = matchObject.opponents[sessionID].metrics
opponentsClone = _.cloneDeep matchObject.opponents
opponentsClone = _.omit opponentsClone, sessionID
opponentsArray = _.toArray opponentsClone
currentMatchObject.opponents = opponentsArray
currentMatchObject.codeLanguage = matchObject.opponents[opponentsArray[0].sessionID].codeLanguage
2014-06-30 22:16:26 -04:00
LevelSession.findOne {'_id': sessionID}, (err, session) ->
session = session.toObject()
currentMatchObject.playtime = session.playtime ? 0
sessionUpdateObject =
$push: {matches: {$each: [currentMatchObject], $slice: -200}}
#log.info "Updating session #{sessionID}"
2014-06-30 22:16:26 -04:00
LevelSession.update {'_id': sessionID}, sessionUpdateObject, callback
2014-06-30 22:16:26 -04:00
updateUserSimulationCounts = (reqUserID, callback) ->
incrementUserSimulationCount reqUserID, 'simulatedBy', (err) =>
if err? then return callback err
#console.log 'Incremented user simulation count!'
unless @isRandomMatch
incrementUserSimulationCount @levelSession.creator, 'simulatedFor', callback
else
callback null
incrementUserSimulationCount = (userID, type, callback) =>
inc = {}
inc[type] = 1
User.update {_id: userID}, {$inc: inc}, (err, affected) ->
log.error "Error incrementing #{type} for #{userID}: #{err}" if err
callback err
determineIfSessionShouldContinueAndUpdateLog = (cb) ->
sessionID = @clientResponseObject.originalSessionID
sessionRank = parseInt @clientResponseObject.originalSessionRank
queryParameters =
2014-02-26 20:30:56 -05:00
_id: sessionID
updateParameters =
2014-06-30 22:16:26 -04:00
'$inc': {}
if sessionRank is 0
2014-06-30 22:16:26 -04:00
updateParameters['$inc'] = {numberOfWinsAndTies: 1}
2014-02-26 20:30:56 -05:00
else
2014-06-30 22:16:26 -04:00
updateParameters['$inc'] = {numberOfLosses: 1}
2014-06-30 22:16:26 -04:00
LevelSession.findOneAndUpdate queryParameters, updateParameters, {select: 'numberOfWinsAndTies numberOfLosses'}, (err, updatedSession) ->
2014-02-26 20:30:56 -05:00
if err? then return cb err, updatedSession
updatedSession = updatedSession.toObject()
totalNumberOfGamesPlayed = updatedSession.numberOfWinsAndTies + updatedSession.numberOfLosses
2014-03-20 21:51:11 -04:00
if totalNumberOfGamesPlayed < 10
2014-06-30 22:16:26 -04:00
#console.log 'Number of games played is less than 10, continuing...'
cb null
2014-02-26 20:30:56 -05:00
else
2014-03-01 19:56:04 -05:00
ratio = (updatedSession.numberOfLosses) / (totalNumberOfGamesPlayed)
2014-03-23 18:34:38 -04:00
if ratio > 0.33
2014-06-30 22:16:26 -04:00
cb 'shouldn\'t continue'
#console.log "Ratio(#{ratio}) is bad, ending simulation"
2014-02-26 20:30:56 -05:00
else
2014-04-14 14:01:55 -04:00
#console.log "Ratio(#{ratio}) is good, so continuing simulations"
cb null
findNearestBetterSessionID = (cb) ->
try
levelOriginalID = @levelSession.level.original
levelMajorVersion = @levelSession.level.majorVersion
sessionID = @clientResponseObject.originalSessionID
sessionTotalScore = @newScoresObject[sessionID].totalScore
opponentSessionID = _.pull(_.keys(@newScoresObject), sessionID)
opponentSessionTotalScore = @newScoresObject[opponentSessionID].totalScore
opposingTeam = calculateOpposingTeam(@clientResponseObject.originalSessionTeam)
catch e
cb e
retrieveAllOpponentSessionIDs sessionID, (err, opponentSessionIDs) ->
if err? then return cb err, null
queryParameters =
totalScore:
2014-03-23 18:34:38 -04:00
$gt: opponentSessionTotalScore
_id:
$nin: opponentSessionIDs
2014-06-30 22:16:26 -04:00
'level.original': levelOriginalID
'level.majorVersion': levelMajorVersion
submitted: true
submittedCode:
$exists: true
team: opposingTeam
2014-03-20 18:40:02 -04:00
2014-03-18 17:25:22 -04:00
if opponentSessionTotalScore < 30
2014-03-23 18:34:38 -04:00
# Don't play a ton of matches at low scores--skip some in proportion to how close to 30 we are.
# TODO: this could be made a lot more flexible.
2014-06-30 22:16:26 -04:00
queryParameters['totalScore']['$gt'] = opponentSessionTotalScore + 2 * (30 - opponentSessionTotalScore) / 20
limitNumber = 1
sortParameters =
totalScore: 1
selectString = '_id totalScore'
query = LevelSession.findOne(queryParameters)
.sort(sortParameters)
.limit(limitNumber)
.select(selectString)
.lean()
2014-04-14 14:01:55 -04:00
#console.log "Finding session with score near #{opponentSessionTotalScore}"
query.exec (err, session) ->
if err? then return cb err, session
2014-06-30 22:16:26 -04:00
unless session then return cb 'no session was found'
2014-04-14 14:01:55 -04:00
#console.log "Found session with score #{session.totalScore}"
cb err, session._id
retrieveAllOpponentSessionIDs = (sessionID, cb) ->
2014-06-30 22:16:26 -04:00
query = LevelSession.findOne({'_id': sessionID})
.select('matches.opponents.sessionID matches.date submitDate')
.lean()
2014-02-26 15:14:02 -05:00
query.exec (err, session) ->
if err? then return cb err, null
opponentSessionIDs = (match.opponents[0].sessionID for match in session.matches when match.date > session.submitDate)
cb err, opponentSessionIDs
2014-02-26 15:14:02 -05:00
calculateOpposingTeam = (sessionTeam) ->
2014-06-30 22:16:26 -04:00
teams = ['ogres', 'humans']
2014-02-26 15:14:02 -05:00
opposingTeams = _.pull teams, sessionTeam
return opposingTeams[0]
addNewSessionsToQueue = (sessionID, callback) ->
sessions = [@clientResponseObject.originalSessionID, sessionID]
addPairwiseTaskToQueue sessions, callback
2014-02-17 17:39:21 -05:00
messageIsInvalid = (message) -> (not message?) or message.isEmpty()
sendEachTaskPairToTheQueue = (taskPairs, callback) -> async.each taskPairs, sendTaskPairToQueue, callback
generateTaskPairs = (submittedSessions, sessionToScore) ->
taskPairs = []
for session in submittedSessions
if session.toObject?
session = session.toObject()
2014-06-30 22:16:26 -04:00
teams = ['ogres', 'humans']
2014-02-17 17:39:21 -05:00
opposingTeams = _.pull teams, sessionToScore.team
if String(session._id) isnt String(sessionToScore._id) and session.team in opposingTeams
2014-06-30 22:16:26 -04:00
#console.log 'Adding game to taskPairs!'
taskPairs.push [sessionToScore._id, String session._id]
2014-02-18 14:46:14 -05:00
return taskPairs
2014-02-17 17:39:21 -05:00
sendTaskPairToQueue = (taskPair, callback) ->
2014-06-30 22:16:26 -04:00
scoringTaskQueue.sendMessage {sessions: taskPair}, 5, (err, data) -> callback? err, data
2014-02-17 17:39:21 -05:00
getUserIDFromRequest = (req) -> if req.user? then return req.user._id else return null
isUserAnonymous = (req) -> if req.user? then return req.user.get('anonymous') else return true
isUserAdmin = (req) -> return Boolean(req.user?.isAdmin())
2014-06-30 22:16:26 -04:00
sendResponseObject = (req, res, object) ->
res.setHeader('Content-Type', 'application/json')
res.send(object)
res.end()
hasTaskTimedOut = (taskSentTimestamp) -> taskSentTimestamp + scoringTaskTimeoutInSeconds * 1000 < Date.now()
2014-02-07 18:52:24 -05:00
2014-06-30 22:16:26 -04:00
handleTimedOutTask = (req, res, taskBody) -> errors.clientTimeout res, 'The results weren\'t provided within the timeout'
2014-02-07 18:52:24 -05:00
putRankingFromMetricsIntoScoreObject = (taskObject, scoreObject) ->
scoreObject = _.indexBy scoreObject, 'id'
scoreObject[session.sessionID].gameRanking = session.metrics.rank for session in taskObject.sessions
2014-02-18 14:46:14 -05:00
return scoreObject
2014-02-17 17:39:21 -05:00
retrieveOldSessionData = (sessionID, callback) ->
2014-06-30 22:16:26 -04:00
LevelSession.findOne {'_id': sessionID}, (err, session) ->
return callback err, {'error': 'There was an error retrieving the session.'} if err?
session = session.toObject()
oldScoreObject =
2014-06-30 22:16:26 -04:00
'standardDeviation': session.standardDeviation ? 25/3
'meanStrength': session.meanStrength ? 25
'totalScore': session.totalScore ? (25 - 1.8*(25/3))
'id': sessionID
'submittedCodeLanguage': session.submittedCodeLanguage
callback err, oldScoreObject
markSessionAsDoneRanking = (sessionID, cb) ->
2014-06-30 22:16:26 -04:00
#console.log 'Marking session as done ranking...'
LevelSession.update {'_id': sessionID}, {'isRanking': false}, cb