Skip to content

Instantly share code, notes, and snippets.

@darkhelmet
Created July 30, 2010 19:22
Show Gist options
  • Save darkhelmet/501160 to your computer and use it in GitHub Desktop.
Save darkhelmet/501160 to your computer and use it in GitHub Desktop.
gem 'resque', '>= 1.10.0'
gem 'heroku' # You will need the heroku gem for this too.
require 'heroku'
module HerokuResqueAutoScale
module Scaler
class << self
@@heroku = Heroku::Client.new(ENV['HEROKU_USER'], ENV['HEROKU_PASS'])
def workers
@@heroku.info(ENV['HEROKU_APP'])[:workers].to_i
# For Cedar
# @@heroku.ps(ENV['HEROKU_APP']).count { |a| a["process"] =~ /worker/ }
end
def workers=(qty)
@@heroku.set_workers(ENV['HEROKU_APP'], qty)
# If you're running on the Cedar stack, do this instead.
# @@heroku.ps_scale(ENV['HEROKU_APP'], :type=>'worker', :qty=>qty)
end
def job_count
Resque.info[:pending].to_i
end
end
end
def after_perform_scale_down(*args)
# Nothing fancy, just shut everything down if we have no jobs
Scaler.workers = 0 if Scaler.job_count.zero?
end
def after_enqueue_scale_up(*args)
[
{
:workers => 1, # This many workers
:job_count => 1 # For this many jobs or more, until the next level
},
{
:workers => 2,
:job_count => 15
},
{
:workers => 3,
:job_count => 25
},
{
:workers => 4,
:job_count => 40
},
{
:workers => 5,
:job_count => 60
}
].reverse_each do |scale_info|
# Run backwards so it gets set to the highest value first
# Otherwise if there were 70 jobs, it would get set to 1, then 2, then 3, etc
# If we have a job count greater than or equal to the job limit for this scale info
if Scaler.job_count >= scale_info[:job_count]
# Set the number of workers unless they are already set to a level we want. Don't scale down here!
if Scaler.workers <= scale_info[:workers]
Scaler.workers = scale_info[:workers]
end
break # We've set or ensured that the worker count is high enough
end
end
end
end
class ScalingJob
extend HerokuResqueAutoScale
def self.perform
# Do something long running
end
end
require "spec_helper"
class HerokuResqueAutoScaleTestClass
extend HerokuResqueAutoScale
end
it "is extended by the Heroku autoscale module if configatron.resque.autoscale is set in configuration" do
begin
# Set the configuration to autoscale = true and reload this class
# which is necessary because by the time this test is running, the class has already loaded
configatron.resque.autoscale = true
load File.expand_path('../../../../lib/jobs/background_worker.rb', __FILE__)
module Kernel
def eigenclass
class << self
self
end
end
end
BackgroundWorker.eigenclass.included_modules.include?(HerokuResqueAutoScale)
ensure
configatron.resque.autoscale = false
end
end
describe HerokuResqueAutoScale do
before :all do
ENV['HEROKU_USER'] ||= "heroku_user"
ENV['HEROKU_PASS'] ||= "heroku_pass"
ENV['HEROKU_APP'] ||= "heroku_app"
end
before :each do
@heroku = mock(Heroku::Client)
HerokuResqueAutoScale::Scaler.class_variable_set(:@@heroku, @heroku)
end
let(:heroku_app) {ENV['HEROKU_APP']}
context "#workers" do
it "returns the number of workers from the Heroku application" do
num_workers = 100
@heroku.should_receive(:info).with(heroku_app).and_return({:workers => num_workers})
HerokuResqueAutoScale::Scaler.workers.should == num_workers
end
end
context "#workers=" do
it "sets the number of workers on Heroku to some quantity" do
quantity = 10
@heroku.should_receive(:set_workers).with(heroku_app, quantity)
HerokuResqueAutoScale::Scaler.workers = quantity
end
end
context "#job_count" do
it "returns the Resque job count" do
num_pending = 10
Resque.should_receive(:info).and_return({:pending => num_pending})
HerokuResqueAutoScale::Scaler.job_count.should == num_pending
end
end
context "#num_desired_heroku_workers" do
it "returns the number of workers we should have (1 worker per x jobs)" do
num_jobs = 100
HerokuResqueAutoScale::Scaler.stub(:job_count).and_return(num_jobs)
HerokuResqueAutoScaleTestClass.num_desired_heroku_workers.should == (num_jobs.to_f / HerokuResqueAutoScale::Scaler::NUM_JOBS_PER_WORKER).ceil
num_jobs = 38
HerokuResqueAutoScale::Scaler.unstub(:job_count)
HerokuResqueAutoScale::Scaler.stub(:job_count).and_return(num_jobs)
HerokuResqueAutoScaleTestClass.num_desired_heroku_workers.should == (num_jobs.to_f / HerokuResqueAutoScale::Scaler::NUM_JOBS_PER_WORKER).ceil
num_jobs = 1
HerokuResqueAutoScale::Scaler.unstub(:job_count)
HerokuResqueAutoScale::Scaler.stub(:job_count).and_return(num_jobs)
HerokuResqueAutoScaleTestClass.num_desired_heroku_workers.should == (num_jobs.to_f / HerokuResqueAutoScale::Scaler::NUM_JOBS_PER_WORKER).ceil
num_jobs = 10000
HerokuResqueAutoScale::Scaler.unstub(:job_count)
HerokuResqueAutoScale::Scaler.stub(:job_count).and_return(num_jobs)
HerokuResqueAutoScaleTestClass.num_desired_heroku_workers.should == (num_jobs.to_f / HerokuResqueAutoScale::Scaler::NUM_JOBS_PER_WORKER).ceil
end
end
context "#after_perform_scale_down" do
it "scales down the workers to zero if there are no jobs pending" do
HerokuResqueAutoScale::Scaler.stub(:job_count).and_return(0)
HerokuResqueAutoScale::Scaler.should_receive(:workers=).with(0)
HerokuResqueAutoScaleTestClass.after_perform_scale_down
end
it "does not scale down the workers if there are jobs pending" do
HerokuResqueAutoScale::Scaler.stub(:job_count).and_return(1)
HerokuResqueAutoScale::Scaler.should_not_receive(:workers=)
HerokuResqueAutoScaleTestClass.after_perform_scale_down
end
end
context "#after_enqueue_scale_up" do
it "ups the amount of workers if there are not enough" do
num_workers = 5
num_desired_workers = 6
HerokuResqueAutoScale::Scaler.stub(:workers).and_return(num_workers)
HerokuResqueAutoScaleTestClass.stub(:num_desired_heroku_workers).and_return(num_desired_workers)
HerokuResqueAutoScale::Scaler.should_receive(:workers=).with(num_desired_workers)
HerokuResqueAutoScaleTestClass.after_enqueue_scale_up
end
it "does not change the amount of workers if there more workers than needed" do
num_workers = 6
num_desired_workers = 5
HerokuResqueAutoScale::Scaler.stub(:workers).and_return(num_workers)
HerokuResqueAutoScaleTestClass.stub(:num_desired_heroku_workers).and_return(num_desired_workers)
HerokuResqueAutoScale::Scaler.should_not_receive(:workers=)
HerokuResqueAutoScaleTestClass.after_enqueue_scale_up
end
it "does not change the amount of workers if there are exactly the number required" do
num_workers = 6
num_desired_workers = 6
HerokuResqueAutoScale::Scaler.stub(:workers).and_return(num_workers)
HerokuResqueAutoScaleTestClass.stub(:num_desired_heroku_workers).and_return(num_desired_workers)
HerokuResqueAutoScale::Scaler.should_not_receive(:workers=)
HerokuResqueAutoScaleTestClass.after_enqueue_scale_up
end
end
end
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment