2014-02-05 12:39:14 -05:00
|
|
|
config = require '../../server_config'
|
2014-02-10 16:18:39 -05:00
|
|
|
log = require 'winston'
|
2014-02-05 12:39:14 -05:00
|
|
|
mongoose = require 'mongoose'
|
|
|
|
async = require 'async'
|
|
|
|
errors = require '../commons/errors'
|
|
|
|
aws = require 'aws-sdk'
|
2014-02-06 16:25:11 -05:00
|
|
|
db = require './../routes/db'
|
2014-02-05 12:39:14 -05:00
|
|
|
mongoose = require 'mongoose'
|
|
|
|
queues = require '../commons/queue'
|
2014-02-05 18:07:15 -05:00
|
|
|
LevelSession = require '../levels/sessions/LevelSession'
|
2014-02-07 18:52:24 -05:00
|
|
|
TaskLog = require './task/ScoringTask'
|
2014-02-08 13:11:43 -05:00
|
|
|
bayes = new (require 'bayesian-battle')()
|
2014-02-05 12:39:14 -05:00
|
|
|
|
2014-02-06 17:32:35 -05:00
|
|
|
scoringTaskQueue = undefined
|
2014-02-08 13:11:43 -05:00
|
|
|
scoringTaskTimeoutInSeconds = 400
|
2014-02-06 17:32:35 -05:00
|
|
|
|
2014-02-10 16:18:39 -05:00
|
|
|
|
|
|
|
module.exports.setup = (app) -> connectToScoringQueue()
|
|
|
|
|
2014-02-05 18:07:15 -05:00
|
|
|
connectToScoringQueue = ->
|
2014-02-06 17:32:35 -05:00
|
|
|
queues.initializeQueueClient ->
|
2014-02-17 17:39:21 -05:00
|
|
|
queues.queueClient.registerQueue "scoring", {}, (error,data) ->
|
|
|
|
if error? then throw new Error "There was an error registering the scoring queue: #{error}"
|
2014-02-06 17:32:35 -05:00
|
|
|
scoringTaskQueue = data
|
2014-02-10 16:18:39 -05:00
|
|
|
log.info "Connected to scoring task queue!"
|
2014-02-07 15:36:56 -05:00
|
|
|
|
2014-02-10 16:18:39 -05:00
|
|
|
module.exports.createNewTask = (req, res) ->
|
2014-02-17 17:39:21 -05:00
|
|
|
requestSessionID = getSessionIDFromRequest req
|
|
|
|
if isUserAnonymous req then return errors.forbidden res, "You need to be logged in to be added to the leaderboard"
|
|
|
|
return errors.badInput res, "The session ID is invalid" unless requestSessionID is "string"
|
2014-02-13 13:37:41 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
fetchSubmittedSession requestSessionID, (err, sessionToScore) ->
|
|
|
|
if err? then return errors.serverError res, "There was an error finding the given session."
|
2014-02-13 13:37:41 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
updateSubmittedSession sessionToScore, (err, data) ->
|
|
|
|
if err? then return errors.serverError res, "There was an error updating the session"
|
2014-02-13 13:37:41 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
fetchSessionsToRankAgainst (err, submittedSessions) ->
|
|
|
|
if err? then return errors.serverError res, "There was an error fetching the sessions to rank against"
|
2014-02-05 12:39:14 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
taskPairs = generateTaskPairs(submittedSessions, sessionToScore)
|
|
|
|
sendEachTaskPairToTheQueue taskPairs, (taskPairError) ->
|
|
|
|
if taskPairError? then return errors.serverError res, "There was an error sending the task pairs to the queue"
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
sendResponseObject req, res, {"message":"All task pairs were succesfully sent to the queue"}
|
|
|
|
|
|
|
|
module.exports.dispatchTaskToConsumer = (req, res) ->
|
|
|
|
if isUserAnonymous(req) then return errors.forbidden res, "You need to be logged in to simulate games"
|
2014-02-06 16:25:11 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
scoringTaskQueue.receiveMessage (err, message) ->
|
|
|
|
if err? or not messageIsInvalid(message) then return errors.gatewayTimeoutError res, "Queue Receive Error:#{err}"
|
2014-02-13 15:59:21 -05:00
|
|
|
|
2014-02-07 15:36:56 -05:00
|
|
|
messageBody = parseTaskQueueMessage req, res, message
|
2014-02-17 17:39:21 -05:00
|
|
|
return unless messageBody?
|
2014-02-06 16:25:11 -05:00
|
|
|
|
2014-02-07 15:36:56 -05:00
|
|
|
constructTaskObject messageBody, (taskConstructionError, taskObject) ->
|
2014-02-17 17:39:21 -05:00
|
|
|
if taskConstructionError? then return errors.serverError res, "There was an error constructing the scoring task"
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
message.changeMessageVisibilityTimeout scoringTaskTimeoutInSeconds, (err) ->
|
|
|
|
if err? then return errors.serverError res, "There was an error changing the message visibility timeout."
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
constructTaskLogObject getUserIDFromRequest(req),message.getReceiptHandle(), (taskLogError, taskLogObject) ->
|
|
|
|
if taskLogError? then return errors.serverError res, "There was an error creating the task log object."
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
taskObject.taskID = taskLogObject._id
|
|
|
|
taskObject.receiptHandle = message.getReceiptHandle()
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
sendResponseObject req, res, taskObject
|
2014-02-13 15:59:21 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
module.exports.processTaskResult = (req, res) ->
|
|
|
|
clientResponseObject = verifyClientResponse req.body, res
|
|
|
|
return unless clientResponseObject?
|
2014-02-05 12:39:14 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
taskLogQuery = _id: clientResponseObject.taskID
|
2014-02-05 12:39:14 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
TaskLog.findOne taskLogQuery, (err, taskLog) ->
|
|
|
|
return errors.serverError res, "There was an error retrieiving the task log object" if err?
|
2014-02-10 16:18:39 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
taskLogJSON = taskLog.toObject()
|
2014-02-10 16:18:39 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
return errors.badInput res, "That computational task has already been performed" if taskLogJSON.calculationTimeMS
|
|
|
|
return handleTimedOutTask req, res, clientResponseObject if hasTaskTimedOut taskLogJSON.sentDate
|
|
|
|
|
|
|
|
destroyQueueMessage clientResponseObject.receiptHandle, (err) ->
|
|
|
|
return errors.badInput res, "The queue message is already back in the queue, rejecting results." if err?
|
|
|
|
|
|
|
|
logTaskComputation clientResponseObject, taskLog, (loggingErr) ->
|
|
|
|
return errors.serverError res, "There as a problem logging the task computation: #{loggingErr}" if loggingErr?
|
|
|
|
|
|
|
|
updateSessions clientResponseObject, (updateError, newScores) ->
|
|
|
|
return errors.serverError res, "There was an error updating the scores.#{updateError}" if updateError?
|
|
|
|
|
|
|
|
sendResponseObject req, res, {"message":"The scores were updated successfully!"}
|
|
|
|
|
|
|
|
|
|
|
|
messageIsInvalid = (message) -> (not message?) or message.isEmpty()
|
|
|
|
|
|
|
|
getSessionIDFromRequest = (req) -> req.body.session
|
|
|
|
|
|
|
|
sendEachTaskPairToTheQueue = (taskPairs, callback) -> async.each taskPairs, sendTaskPairToQueue, callback
|
|
|
|
|
|
|
|
fetchSubmittedSession = (submittedSessionID, callback) ->
|
|
|
|
sessionQuery =
|
|
|
|
_id: submittedSessionID
|
|
|
|
LevelSession.findOne sessionQuery, (err, session) -> callback err, session?.toObject()
|
|
|
|
|
|
|
|
|
|
|
|
updateSubmittedSession = (sessionToUpdate, callback) ->
|
|
|
|
sessionQuery =
|
|
|
|
_id: sessionToUpdate._id
|
|
|
|
|
|
|
|
sessionUpdateObject =
|
|
|
|
submitted: true
|
|
|
|
submittedCode: sessionToUpdate.code
|
|
|
|
submitDate: new Date()
|
|
|
|
|
|
|
|
LevelSession.update sessionQuery, sessionUpdateObject, callback
|
|
|
|
|
|
|
|
fetchSessionsToRankAgainst = (callback) ->
|
|
|
|
submittedSessionsQuery =
|
|
|
|
levelID: "project-dota"
|
|
|
|
submitted: true
|
|
|
|
submittedCode:
|
|
|
|
$exists: true
|
|
|
|
|
|
|
|
LevelSession.find submittedSessionsQuery, callback
|
|
|
|
|
|
|
|
|
|
|
|
generateTaskPairs = (submittedSessions, sessionToScore) ->
|
|
|
|
taskPairs = []
|
|
|
|
for session in submittedSessions
|
|
|
|
session = session.toObject()
|
2014-02-08 13:11:43 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
teams = ['ogres','humans']
|
|
|
|
opposingTeams = _.pull teams, sessionToScore.team
|
|
|
|
|
|
|
|
if String(session._id) isnt String(sessionToScore._id) and session.team in opposingTeams
|
|
|
|
console.log "Adding game to taskPairs!"
|
|
|
|
taskPairs.push [req.body.session,String session._id]
|
|
|
|
taskPairs
|
|
|
|
|
|
|
|
sendTaskPairToQueue = (taskPair, callback) ->
|
|
|
|
taskObject =
|
|
|
|
sessions: taskPair
|
|
|
|
|
|
|
|
scoringTaskQueue.sendMessage taskObject, 0, (err,data) ->
|
|
|
|
callback? err,data
|
|
|
|
|
|
|
|
|
|
|
|
getUserIDFromRequest = (req) -> if req.user? then return req.user._id else return null
|
|
|
|
|
|
|
|
isUserAnonymous = (req) -> if req.user? then return req.user.get('anonymous') else return true
|
2014-02-08 13:11:43 -05:00
|
|
|
|
2014-02-07 15:36:56 -05:00
|
|
|
parseTaskQueueMessage = (req, res, message) ->
|
|
|
|
try
|
2014-02-10 16:18:39 -05:00
|
|
|
if typeof message.getBody() is "object" then return message.getBody()
|
|
|
|
|
2014-02-07 15:36:56 -05:00
|
|
|
return messageBody = JSON.parse message.getBody()
|
|
|
|
catch e
|
2014-02-07 17:24:42 -05:00
|
|
|
sendResponseObject req, res, {"error":"There was an error parsing the task.Error: #{e}" }
|
2014-02-07 18:52:24 -05:00
|
|
|
return null
|
|
|
|
|
2014-02-05 18:07:15 -05:00
|
|
|
constructTaskObject = (taskMessageBody, callback) ->
|
2014-02-07 17:24:42 -05:00
|
|
|
async.map taskMessageBody.sessions, getSessionInformation, (err, sessions) ->
|
2014-02-05 18:07:15 -05:00
|
|
|
return callback err, data if err?
|
2014-02-07 15:36:56 -05:00
|
|
|
|
2014-02-05 18:07:15 -05:00
|
|
|
taskObject =
|
|
|
|
"messageGenerated": Date.now()
|
2014-02-07 18:52:24 -05:00
|
|
|
"sessions": []
|
2014-02-07 17:24:42 -05:00
|
|
|
|
|
|
|
for session in sessions
|
|
|
|
sessionInformation =
|
2014-02-17 17:39:21 -05:00
|
|
|
"sessionID": session._id
|
|
|
|
"submitDate": session.submitDate
|
2014-02-11 15:58:23 -05:00
|
|
|
"team": session.team ? "No team"
|
2014-02-17 17:39:21 -05:00
|
|
|
"code": session.submittedCode
|
2014-02-10 20:09:51 -05:00
|
|
|
"teamSpells": session.teamSpells ? {}
|
|
|
|
"levelID": session.levelID
|
|
|
|
|
2014-02-07 18:52:24 -05:00
|
|
|
taskObject.sessions.push sessionInformation
|
2014-02-05 19:41:01 -05:00
|
|
|
callback err, taskObject
|
2014-02-05 18:07:15 -05:00
|
|
|
|
|
|
|
|
2014-02-05 19:41:01 -05:00
|
|
|
getSessionInformation = (sessionIDString, callback) ->
|
2014-02-17 17:39:21 -05:00
|
|
|
sessionQuery
|
|
|
|
_id:sessionIDString
|
2014-02-05 18:07:15 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
LevelSession.findOne sessionQuery, (err, session) ->
|
|
|
|
levelSessionFindOneError =
|
|
|
|
"error":"There was an error retrieving the session."
|
|
|
|
return callback err, levelSessionFindOneError if err?
|
2014-02-07 15:36:56 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
sessionInformation = session.toObject()
|
2014-02-07 15:36:56 -05:00
|
|
|
callback err, sessionInformation
|
|
|
|
|
|
|
|
|
2014-02-10 16:18:39 -05:00
|
|
|
constructTaskLogObject = (calculatorUserID, messageIdentifierString, callback) ->
|
|
|
|
taskLogObject = new TaskLog
|
|
|
|
"createdAt": new Date()
|
|
|
|
"calculator":calculatorUserID
|
|
|
|
"sentDate": Date.now()
|
|
|
|
"messageIdentifierString":messageIdentifierString
|
|
|
|
|
|
|
|
taskLogObject.save callback
|
|
|
|
|
2014-02-07 15:36:56 -05:00
|
|
|
sendResponseObject = (req,res,object) ->
|
|
|
|
res.setHeader('Content-Type', 'application/json')
|
|
|
|
res.send(object)
|
|
|
|
res.end()
|
|
|
|
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-08 13:11:43 -05:00
|
|
|
hasTaskTimedOut = (taskSentTimestamp) -> taskSentTimestamp + scoringTaskTimeoutInSeconds * 1000 < Date.now()
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-10 16:18:39 -05:00
|
|
|
handleTimedOutTask = (req, res, taskBody) -> errors.clientTimeout res, "The results weren't provided within the timeout"
|
2014-02-07 18:52:24 -05:00
|
|
|
|
2014-02-13 15:59:21 -05:00
|
|
|
destroyQueueMessage = (receiptHandle, callback) -> scoringTaskQueue.deleteMessage receiptHandle, callback
|
2014-02-07 17:24:42 -05:00
|
|
|
|
2014-02-08 13:11:43 -05:00
|
|
|
verifyClientResponse = (responseObject, res) ->
|
|
|
|
unless typeof responseObject is "object"
|
|
|
|
errors.badInput res, "The response to that query is required to be a JSON object."
|
2014-02-10 16:18:39 -05:00
|
|
|
null
|
|
|
|
else
|
|
|
|
responseObject
|
2014-02-08 13:11:43 -05:00
|
|
|
|
|
|
|
logTaskComputation = (taskObject,taskLogObject, callback) ->
|
|
|
|
taskLogObject.calculationTimeMS = taskObject.calculationTimeMS
|
|
|
|
taskLogObject.sessions = taskObject.sessions
|
2014-02-10 16:18:39 -05:00
|
|
|
taskLogObject.save callback
|
2014-02-08 13:11:43 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
updateSessions = (taskObject,callback) ->
|
2014-02-08 13:11:43 -05:00
|
|
|
sessionIDs = _.pluck taskObject.sessions, 'sessionID'
|
2014-02-10 16:18:39 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
async.map sessionIDs, retrieveOldSessionData, (err, oldScores) ->
|
2014-02-08 13:11:43 -05:00
|
|
|
callback err, {"error": "There was an error retrieving the old scores"} if err?
|
2014-02-10 16:18:39 -05:00
|
|
|
|
2014-02-08 17:21:16 -05:00
|
|
|
oldScoreArray = _.toArray putRankingFromMetricsIntoScoreObject taskObject, oldScores
|
2014-02-08 13:11:43 -05:00
|
|
|
|
2014-02-08 17:21:16 -05:00
|
|
|
newScoreArray = bayes.updatePlayerSkills oldScoreArray
|
2014-02-10 13:30:08 -05:00
|
|
|
|
|
|
|
saveNewScoresToDatabase newScoreArray, callback
|
|
|
|
|
|
|
|
|
|
|
|
saveNewScoresToDatabase = (newScoreArray, callback) ->
|
|
|
|
async.eachSeries newScoreArray, updateScoreInSession, (err) ->
|
2014-02-10 16:18:39 -05:00
|
|
|
if err? then callback err, null else callback err, {"message":"All scores were saved successfully."}
|
2014-02-10 13:30:08 -05:00
|
|
|
|
|
|
|
|
|
|
|
updateScoreInSession = (scoreObject,callback) ->
|
2014-02-10 16:18:39 -05:00
|
|
|
sessionObjectQuery =
|
|
|
|
"_id": scoreObject.id
|
|
|
|
|
|
|
|
LevelSession.findOne sessionObjectQuery, (err, session) ->
|
2014-02-10 13:30:08 -05:00
|
|
|
return callback err, null if err?
|
2014-02-13 20:10:01 -05:00
|
|
|
session = session.toObject()
|
2014-02-13 15:59:21 -05:00
|
|
|
updateObject =
|
|
|
|
meanStrength: scoreObject.meanStrength
|
|
|
|
standardDeviation: scoreObject.standardDeviation
|
|
|
|
totalScore: scoreObject.meanStrength - 1.8 * scoreObject.standardDeviation
|
|
|
|
log.info "New total score for session #{scoreObject.id} is #{updateObject.totalScore}"
|
|
|
|
LevelSession.update sessionObjectQuery, updateObject, callback
|
2014-02-10 13:30:08 -05:00
|
|
|
|
2014-02-07 15:36:56 -05:00
|
|
|
|
2014-02-08 17:21:16 -05:00
|
|
|
putRankingFromMetricsIntoScoreObject = (taskObject,scoreObject) ->
|
|
|
|
scoreObject = _.indexBy scoreObject, 'id'
|
2014-02-10 16:18:39 -05:00
|
|
|
|
2014-02-08 17:21:16 -05:00
|
|
|
for session in taskObject.sessions
|
|
|
|
scoreObject[session.sessionID].gameRanking = session.metrics.rank
|
|
|
|
|
2014-02-10 16:18:39 -05:00
|
|
|
scoreObject
|
2014-02-05 18:07:15 -05:00
|
|
|
|
2014-02-17 17:39:21 -05:00
|
|
|
retrieveOldSessionData = (sessionID, callback) ->
|
2014-02-10 16:18:39 -05:00
|
|
|
sessionQuery =
|
|
|
|
"_id":sessionID
|
|
|
|
|
|
|
|
LevelSession.findOne sessionQuery, (err, session) ->
|
2014-02-08 13:11:43 -05:00
|
|
|
return callback err, {"error":"There was an error retrieving the session."} if err?
|
2014-02-10 16:18:39 -05:00
|
|
|
|
2014-02-13 20:10:01 -05:00
|
|
|
session = session.toObject()
|
2014-02-08 13:18:41 -05:00
|
|
|
defaultScore = (25 - 1.8*(25/3))
|
|
|
|
defaultStandardDeviation = 25/3
|
2014-02-10 16:18:39 -05:00
|
|
|
|
2014-02-08 13:11:43 -05:00
|
|
|
oldScoreObject =
|
2014-02-08 13:18:41 -05:00
|
|
|
"standardDeviation":session.standardDeviation ? defaultStandardDeviation
|
2014-02-08 13:11:43 -05:00
|
|
|
"meanStrength":session.meanStrength ? 25
|
2014-02-08 13:18:41 -05:00
|
|
|
"totalScore":session.totalScore ? defaultScore
|
|
|
|
"id": sessionID
|
2014-02-08 13:11:43 -05:00
|
|
|
|
|
|
|
callback err, oldScoreObject
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-02-05 12:39:14 -05:00
|
|
|
|