codecombat/server/commons/queue.coffee
2014-03-20 08:44:41 -07:00

289 lines
8 KiB
CoffeeScript

config = require '../../server_config'
log = require 'winston'
mongoose = require 'mongoose'
async = require 'async'
aws = require 'aws-sdk'
db = require './database'
mongoose = require 'mongoose'
events = require 'events'
crypto = require 'crypto'
module.exports.queueClient = undefined
defaultMessageVisibilityTimeoutInSeconds = 500
defaultMessageReceiptTimeout = 10
module.exports.initializeQueueClient = (cb) ->
module.exports.queueClient = generateQueueClient() unless queueClient?
cb?()
generateQueueClient = ->
#if config.queue.accessKeyId
if false #TODO: Change this in production
queueClient = new SQSQueueClient()
else
queueClient = new MongoQueueClient()
class SQSQueueClient
registerQueue: (queueName, options, callback) ->
queueCreationOptions =
QueueName: queueName
@sqs.createQueue queueCreationOptions, (err,data) =>
@_logAndThrowFatalException "There was an error creating a new SQS queue, reason: #{JSON.stringify err}" if err?
newQueue = new SQSQueue queueName, data.QueueUrl, @sqs
callback? err, newQueue
constructor: ->
@_configure()
@sqs = @_generateSQSInstance()
_configure: ->
aws.config.update
accessKeyId: config.queue.accessKeyId
secretAccessKey: config.queue.secretAccessKey
region: config.queue.region
_generateSQSInstance: -> new aws.SQS()
_logAndThrowFatalException: (errorMessage) ->
log.error errorMessage
throw new Error errorMessage
class SQSQueue extends events.EventEmitter
constructor: (@queueName, @queueUrl, @sqs) ->
subscribe: (eventName, callback) -> @on eventName, callback
unsubscribe: (eventName, callback) -> @removeListener eventName, callback
receiveMessage: (callback) ->
queueReceiveOptions =
QueueUrl: @queueUrl
WaitTimeSeconds: defaultMessageReceiptTimeout
@sqs.receiveMessage queueReceiveOptions, (err, data) =>
if err?
@emit 'error',err,originalData
else
originalData = data
data = new SQSMessage originalData, this
@emit 'message',err,data
callback? err,data
deleteMessage: (receiptHandle, callback) ->
queueDeletionOptions =
QueueUrl: @queueUrl
ReceiptHandle: receiptHandle
@sqs.deleteMessage queueDeletionOptions, (err, data) =>
if err? then @emit 'error',err,data else @emit 'message',err,data
callback? err,data
changeMessageVisibilityTimeout: (secondsFromNow, receiptHandle, callback) ->
messageVisibilityTimeoutOptions =
QueueUrl: @queueUrl
ReceiptHandle: receiptHandle
VisibilityTimeout: secondsFromNow
@sqs.changeMessageVisibility messageVisibilityTimeoutOptions, (err, data) =>
if err? then @emit 'error',err,data else @emit 'edited',err,data
callback? err,data
sendMessage: (messageBody, delaySeconds, callback) ->
queueSendingOptions =
QueueUrl: @queueUrl
MessageBody: messageBody
DelaySeconds: delaySeconds
@sqs.sendMessage queueSendingOptions, (err, data) =>
if err? then @emit 'error',err,data else @emit 'sent',err, data
callback? err,data
listenForever: => async.forever (asyncCallback) => @receiveMessage (err, data) -> asyncCallback(null)
class SQSMessage
constructor: (@originalMessage, @parentQueue) ->
isEmpty: -> not @originalMessage.Messages?[0]?
getBody: -> @originalMessage.Messages[0].Body
getID: -> @originalMessage.Messages[0].MessageId
removeFromQueue: (callback) -> @parentQueue.deleteMessage @getReceiptHandle(), callback
requeue: (callback) -> @parentQueue.changeMessageVisibilityTimeout 0, @getReceiptHandle(), callback
changeMessageVisibilityTimeout: (secondsFromFunctionCall, callback) ->
@parentQueue.changeMessageVisibilityTimeout secondsFromFunctionCall,@getReceiptHandle(), callback
getReceiptHandle: -> @originalMessage.Messages[0].ReceiptHandle
class MongoQueueClient
registerQueue: (queueName, options, callback) ->
newQueue = new MongoQueue queueName,options,@messageModel
callback(null, newQueue)
constructor: ->
@_configure()
@_createMongoConnection()
@messageModel = @_generateMessageModel()
_configure: -> @databaseAddress = db.generateMongoConnectionString()
_createMongoConnection: ->
@mongooseConnection = mongoose.createConnection @databaseAddress
@mongooseConnection.on 'error', -> log.error "There was an error connecting to the queue in MongoDB"
@mongooseConnection.once 'open', -> log.info "Successfully connected to MongoDB queue!"
_generateMessageModel: ->
schema = new mongoose.Schema
messageBody: Object,
queue: {type: String, index:true}
scheduledVisibilityTime: {type: Date, index: true}
receiptHandle: {type: String, index: true}
@mongooseConnection.model 'messageQueue',schema
class MongoQueue extends events.EventEmitter
constructor: (queueName, options, messageModel) ->
@Message = messageModel
@queueName = queueName
subscribe: (eventName, callback) -> @on eventName, callback
unsubscribe: (eventName, callback) -> @removeListener eventName, callback
totalMessagesInQueue: (callback) -> @Message.count {}, callback
receiveMessage: (callback) ->
conditions =
queue: @queueName
scheduledVisibilityTime:
$lte: new Date()
#options =
# sort: 'scheduledVisibilityTime'
update =
$set:
receiptHandle: @_generateRandomReceiptHandle()
scheduledVisibilityTime: @_constructDefaultVisibilityTimeoutDate()
@Message.findOneAndUpdate conditions, update, options, (err, data) =>
return @emit 'error',err,data if err?
originalData = data
data = new MongoMessage originalData, this
@emit 'message',err,data
callback? err,data
deleteMessage: (receiptHandle, callback) ->
conditions =
queue: @queueName
receiptHandle: receiptHandle
scheduledVisibilityTime:
$gte: new Date()
@Message.findOneAndRemove conditions, {}, (err, data) =>
if err? then @emit 'error',err,data else @emit 'delete',err,data
callback? err,data
sendMessage: (messageBody, delaySeconds, callback) ->
messageToSend = new @Message
messageBody: messageBody
queue: @queueName
scheduledVisibilityTime: @_constructDefaultVisibilityTimeoutDate delaySeconds
messageToSend.save (err,data) =>
if err? then @emit 'error',err,data else @emit 'sent',err, data
callback? err,data
changeMessageVisibilityTimeout: (secondsFromNow, receiptHandle, callback) ->
conditions =
queue: @queueName
receiptHandle: receiptHandle
scheduledVisibilityTime:
$gte: new Date()
update =
$set:
scheduledVisibilityTime: @_constructDefaultVisibilityTimeoutDate secondsFromNow
@Message.findOneAndUpdate conditions, update, (err, data) =>
if err?
log.error "There was a problem updating the message visibility timeout:#{err}"
@emit 'error',err,data
else
@emit 'update',err,data
log.info "The message visibility time was updated"
callback? err, data
listenForever: => async.forever (asyncCallback) => @recieveMessage (err, data) -> asyncCallback(null)
_constructDefaultVisibilityTimeoutDate: (timeoutSeconds) ->
timeoutSeconds ?= defaultMessageVisibilityTimeoutInSeconds
newDate = new Date()
newDate = new Date(newDate.getTime() + 1000 * timeoutSeconds)
newDate
_generateRandomReceiptHandle: -> crypto.randomBytes(20).toString('hex')
class MongoMessage
constructor: (@originalMessage, @parentQueue) ->
isEmpty: -> not @originalMessage
getBody: -> @originalMessage.messageBody
getID: -> @originalMesage._id
removeFromQueue: (callback) -> @parentQueue.deleteMessage @getReceiptHandle(), callbacks
requeue: (callback) -> @parentQueue.changeMessageVisibilityTimeout 0, @getReceiptHandle(), callback
changeMessageVisibilityTimeout: (secondsFromFunctionCall, callback) ->
@parentQueue.changeMessageVisibilityTimeout secondsFromFunctionCall,@getReceiptHandle(), callback
getReceiptHandle: -> @originalMessage.receiptHandle