discourse/lib/middleware/unicorn_oobgc.rb

# Hook into unicorn, unicorn middleware, not rack middleware
#
# Since we need no knowledge about the request we can simply
#  hook unicorn
module Middleware::UnicornOobgc

  MIN_REQUESTS_PER_OOBGC = 3

  # TUNE ME, for Discourse this number is good
  MIN_FREE_SLOTS = 50_000

  def verbose(msg=nil)
    @verbose ||= ENV["OOBGC_VERBOSE"] == "1" ? :true : :false
    if @verbose == :true
      if(msg)
        puts msg
      end

      true
    end
  end

  def self.init
    # hook up HttpServer intercept
    ObjectSpace.each_object(Unicorn::HttpServer) do |s|
      s.extend(self)
    end
  rescue
    puts "Attempted to patch Unicorn but it is not loaded"
  end

  # the closer this is to the GC run the more accurate it is
  def estimate_live_num_at_gc(stat)
    stat[:heap_live_num] + stat[:heap_free_num]
  end

  def process_client(client)
    stat = GC.stat

    @num_requests ||= 0
    @num_requests += 1

    gc_count = stat[:count]
    live_num = stat[:heap_live_num]

    @expect_gc_at ||= estimate_live_num_at_gc(stat)

    super(client) # Unicorn::HttpServer#process_client

    # at this point client is serviced
    stat = GC.stat
    new_gc_count = stat[:count]
    new_live_num = stat[:heap_live_num]

    # no GC happened during the request
    if new_gc_count == gc_count
      delta = new_live_num - live_num

      @max_delta ||= delta

      if delta > @max_delta
        new_delta = (delta * 1.5).to_i
        @max_delta = [new_delta, delta].min
      else
        # this may seem like a very tiny decay rate, but some apps using caching
        # can really mess stuff up, if our delta is too low the algorithm fails
        new_delta = (delta * 0.995).to_i
        @max_delta = [new_delta, delta].max
      end

      if @max_delta < MIN_FREE_SLOTS
        @max_delta = MIN_FREE_SLOTS
      end

      if @num_requests > MIN_REQUESTS_PER_OOBGC && @max_delta * 2 + new_live_num > @expect_gc_at
        t = Time.now
        GC.start
        stat = GC.stat
        @expect_gc_at = estimate_live_num_at_gc(stat)
        verbose "OobGC hit pid: #{Process.pid} req: #{@num_requests} max delta: #{@max_delta} expect at: #{@expect_gc_at} #{((Time.now - t) * 1000).to_i}ms saved"
        @num_requests = 0
      end
    else

      verbose "OobGC miss pid: #{Process.pid} reqs: #{@num_requests} max delta: #{@max_delta}"

      @num_requests = 0
      @expect_gc_at = estimate_live_num_at_gc(stat)

    end

  end

end