Invitation e-mails are sent in background

Added delayed_job plugin Added a daemon to start/stop delayed_job Added invitation on a queue to be processed later (ActionItem1640)

Invitation e-mails are sent in background
Added delayed_job plugin Added a daemon to start/stop delayed_job Added invitation on a queue to be processed later (ActionItem1640)
Daniela Feitosa · Joenio Costa
1 parent f619be45
Showing 55 changed files with 2622 additions and 17 deletions Show diff stats
app/controllers/public/invite_controller.rb
db/migrate/20100820153354_create_delayed_jobs.rb
db/schema.rb
features/invitation.feature
features/step_definitions/invitation_steps.rb
lib/invitation_job.rb
script/delayed_job
script/production
test/functional/invite_controller_test.rb
vendor/plugins/delayed_job/MIT-LICENSE
vendor/plugins/delayed_job/README.textile
vendor/plugins/delayed_job/Rakefile
vendor/plugins/delayed_job/VERSION
vendor/plugins/delayed_job/benchmarks.rb
vendor/plugins/delayed_job/contrib/delayed_job.monitrc
vendor/plugins/delayed_job/contrib/delayed_job_multiple.monitrc
vendor/plugins/delayed_job/delayed_job.gemspec
vendor/plugins/delayed_job/generators/delayed_job/delayed_job_generator.rb
vendor/plugins/delayed_job/generators/delayed_job/templates/migration.rb
vendor/plugins/delayed_job/init.rb
@@ -21,8 +21,8 @@ class InviteController &lt; PublicController
         if !params[:mail_template].match(/<url>/)
           flash.now[:notice] = _('&lt;url&gt; is needed in invitation mail.')
         elsif !contacts_to_invite.empty?
-          Invitation.invite(current_user.person, contacts_to_invite, params[:mail_template], profile)
-          session[:notice] = _('Your invitations have been sent.')
+          Delayed::Job.enqueue InvitationJob.new(current_user.person, contacts_to_invite, params[:mail_template], profile)
+          session[:notice] = _('Your invitations are being sent.')
           if profile.person?
             redirect_to :controller => 'friends'
           else
@@ -0,0 +1,21 @@
+class CreateDelayedJobs < ActiveRecord::Migration
+  def self.up
+    create_table :delayed_jobs, :force => true do |table|
+      table.integer  :priority, :default => 0      # Allows some jobs to jump to the front of the queue
+      table.integer  :attempts, :default => 0      # Provides for retries, but still fail eventually.
+      table.text     :handler                      # YAML-encoded string of the object that will do work
+      table.text     :last_error                   # reason for last failure (See Note below)
+      table.datetime :run_at                       # When to run. Could be Time.zone.now for immediately, or sometime in the future.
+      table.datetime :locked_at                    # Set when a client is working on this object
+      table.datetime :failed_at                    # Set when all retries have failed (actually, by default, the record is deleted instead)
+      table.string   :locked_by                    # Who is working on this object (if locked)
+      table.timestamps
+    end
+
+    add_index :delayed_jobs, [:priority, :run_at], :name => 'delayed_jobs_priority'
+  end
+
+  def self.down
+    drop_table :delayed_jobs
+  end
+end
@@ -9,7 +9,7 @@
 #
 # It's strongly recommended to check this file into your version control system.
  
-ActiveRecord::Schema.define(:version => 20100811211216) do
+ActiveRecord::Schema.define(:version => 20100820153354) do
  
   create_table "article_versions", :force => true do |t|
     t.integer  "article_id"
@@ -160,6 +160,21 @@ ActiveRecord::Schema.define(:version =&gt; 20100811211216) do
     t.datetime "created_at"
   end
  
+  create_table "delayed_jobs", :force => true do |t|
+    t.integer  "priority",   :default => 0
+    t.integer  "attempts",   :default => 0
+    t.text     "handler"
+    t.text     "last_error"
+    t.datetime "run_at"
+    t.datetime "locked_at"
+    t.datetime "failed_at"
+    t.string   "locked_by"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  add_index "delayed_jobs", ["priority", "run_at"], :name => "delayed_jobs_priority"
+
   create_table "domains", :force => true do |t|
     t.string  "name"
     t.string  "owner_type"
@@ -91,12 +91,14 @@ Feature: invitation
     And I fill in "manual_import_addresses" with "santos@invalid.br"
     And I fill in "mail_template" with "Follow this link <url>"
     And I press "Invite my friends!"
+    Given there are no pending jobs
     When I am logged in as "josesantos"
     And I go to the Control panel
     And I should see "josesilva invites you to join the community 26 Bsslines."
  
   Scenario: noosfero user accepts to join community
     Given I invite email "santos@invalid.br" to join community "26 Bsslines"
+    And there are no pending jobs
     When I am logged in as "josesantos"
     And I go to the Control panel
     And I follow "Process requests"
@@ -110,6 +112,7 @@ Feature: invitation
  
   Scenario: noosfero user rejects to join community
     Given I invite email "santos@invalid.br" to join community "26 Bsslines"
+    And there are no pending jobs
     When I am logged in as "josesantos"
     And I go to the Control panel
     And I follow "Process requests"
@@ -129,12 +132,14 @@ Feature: invitation
     And I fill in "manual_import_addresses" with "santos@invalid.br"
     And I fill in "mail_template" with "Follow this link <url>"
     And I press "Invite my friends!"
+    Given there are no pending jobs
     When I am logged in as "josesantos"
     And I go to the Control panel
     And I should see "josesilva wants to be your friend."
  
   Scenario: noosfero user accepts to be friend
     Given I invite email "santos@invalid.br" to be my friend
+    And there are no pending jobs
     When I am logged in as "josesantos"
     And I go to the Control panel
     And I follow "Process requests"
@@ -148,6 +153,7 @@ Feature: invitation
  
   Scenario: noosfero user rejects to be friend
     Given I invite email "santos@invalid.br" to be my friend
+    And there are no pending jobs
     When I am logged in as "josesantos"
     And I go to the Control panel
     And I follow "Process requests"
@@ -17,3 +17,7 @@ Given /^I invite email &quot;(.+)&quot; to be my friend$/ do |email|
   fill_in('mail_template', :with => 'Follow this link <url>')
   click_button("Invite my friends!")
 end
+
+Given /^there are no pending jobs$/ do
+  Delayed::Worker.new.work_off
+end
@@ -0,0 +1,5 @@
+class InvitationJob < Struct.new(:person, :contacts_to_invite, :message, :profile)
+  def perform
+    Invitation.invite(person, contacts_to_invite, message, profile)
+  end
+end
@@ -0,0 +1,33 @@
+#!/usr/bin/env ruby
+
+## This is the Noosfero delayed job controller script. It starts and stops the
+# delayed job daemon, which is implemented in the DelayedJob plugin.
+#
+# The role of this script is to just start/stop the daemon, write a PID file,
+# etc. The actual feed update logic is DelayedJob plugin.
+
+require 'daemons'
+
+NOOSFERO_ROOT = File.expand_path(File.dirname(__FILE__) + '/../')
+
+options = {
+  :dir_mode  => :normal,
+  :dir       => File.dirname(__FILE__) + '/../tmp/pids',
+  :multiple  => false,
+  :backtrace => true,
+  :monitor   => true,
+}
+
+Daemons.run_proc('job_runner', options) do
+  if ARGV.include?('--')
+    ARGV.slice! 0..ARGV.index('--')
+  else
+    ARGV.clear
+  end
+
+  Dir.chdir NOOSFERO_ROOT
+  RAILS_ENV = ARGV.first || ENV['RAILS_ENV'] || 'development'
+  require NOOSFERO_ROOT + '/config/environment'
+
+  Delayed::Worker.new.start
+end
@@ -21,9 +21,11 @@ do_start() {
   ./script/ferret_server -e $RAILS_ENV start
   ./script/feed-updater start
   mongrel_rails cluster::start
+  ./script/delayed_job start
 }
  
 do_stop() {
+  ./script/delayed_job stop
   mongrel_rails cluster::stop
   ./script/feed-updater stop
   ./script/ferret_server -e $RAILS_ENV stop
@@ -10,48 +10,83 @@ class InviteControllerTest &lt; ActionController::TestCase
   end
   attr_accessor :profile, :friend, :community
  
-  should 'actually invite manually added address with friend object' do
-    assert_difference InviteFriend, :count, 1 do
+  should 'add manually invitation of an added address with friend object on a queue and process it later' do
+    assert_difference Delayed::Job, :count, 1 do
       post :friends, :profile => profile.identifier, :manual_import_addresses => "#{friend.name} <#{friend.email}>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
       assert_redirected_to :controller => 'friends'
     end
-  end
  
-  should 'actually invite manually added address with only e-mail' do
     assert_difference InviteFriend, :count, 1 do
-      post :friends, :profile => profile.identifier, :manual_import_addresses => "test@test.com", :import_from => "manual", :mail_template => "click: <url>", :step => 2
+      Delayed::Worker.new.work_off
     end
   end
  
-  should 'actually invite manually added addresses with e-mail and other format' do
+  should 'add manually invitation of an added address with only email on a queue and process it later' do
+    assert_difference Delayed::Job, :count, 1 do
+      post :friends, :profile => profile.identifier, :manual_import_addresses => "test@test.com", :import_from => "manual", :mail_template => "click: <url>", :step => 2
+      assert_redirected_to :controller => 'friends'
+    end
+
     assert_difference InviteFriend, :count, 1 do
+      Delayed::Worker.new.work_off
+    end
+  end
+
+  should 'add manually invitation of an added address with email and other format on a queue and process it later' do
+    assert_difference Delayed::Job, :count, 1 do
       post :friends, :profile => profile.identifier, :manual_import_addresses => "test@test.cz.com", :import_from => "manual", :mail_template => "click: <url>", :step => 2
+      assert_redirected_to :controller => 'friends'
+    end
+
+    assert_difference InviteFriend, :count, 1 do
+      Delayed::Worker.new.work_off
     end
   end
  
-  should 'actually invite more than one manually added address' do
-    assert_difference InviteFriend, :count, 2 do
+  should 'add manually invitation of more than one added address on a queue and process it later' do
+    assert_difference Delayed::Job, :count, 1 do
       post :friends, :profile => profile.identifier, :manual_import_addresses => "Some Friend <somefriend@email.com>\r\notherperson@bleble.net\r\n", :import_from => "manual", :mail_template => "click: <url>", :step => 2
+      assert_redirected_to :controller => 'friends'
+    end
+
+    assert_difference InviteFriend, :count, 2 do
+      Delayed::Worker.new.work_off
     end
   end
  
-  should 'actualy invite manually added addresses with name and e-mail' do
-    assert_difference InviteFriend, :count, 1 do
+  should 'add manually invitation of an added address with name and e-mail on a queue and process it later' do
+    assert_difference Delayed::Job, :count, 1 do
       post :friends, :profile => profile.identifier, :manual_import_addresses => "Test Name <test@test.com>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
+      assert_redirected_to :controller => 'friends'
+    end
+
+    assert_difference InviteFriend, :count, 1 do
+      Delayed::Worker.new.work_off
     end
   end
  
-  should 'not invite yourself' do
-    assert_no_difference InviteFriend, :count do
+  should 'add invitation of yourself on a queue and not process it later' do
+    assert_difference Delayed::Job, :count, 1 do
       post :friends, :profile => profile.identifier, :manual_import_addresses => "#{profile.name} <#{profile.user.email}>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
+      assert_redirected_to :controller => 'friends'
+    end
+
+    assert_no_difference InviteFriend, :count do
+      Delayed::Worker.new.work_off
     end
   end
  
-  should 'not invite if already a friend' do
+  should 'add invitation of an already friend on a queue and not process it later' do
     friend = create_user('testfriend', :email => 'friend@noosfero.org')
     friend.person.add_friend(profile)
-    assert_no_difference InviteFriend, :count do
+
+    assert_difference Delayed::Job, :count, 1 do
       post :friends, :profile => profile.identifier, :manual_import_addresses => "#{friend.name} <#{friend.email}>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
+      assert_redirected_to :controller => 'friends'
+    end
+
+    assert_no_difference InviteFriend, :count do
+      Delayed::Worker.new.work_off
     end
   end
  
@@ -0,0 +1,20 @@
+Copyright (c) 2005 Tobias Luetke
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOa AND
+NONINFRINGEMENT. IN NO EVENT SaALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 \ No newline at end of file
@@ -0,0 +1,210 @@
+h1. Delayed::Job
+
+Delated_job (or DJ) encapsulates the common pattern of asynchronously executing longer tasks in the background. 
+
+It is a direct extraction from Shopify where the job table is responsible for a multitude of core tasks. Amongst those tasks are:
+
+* sending massive newsletters
+* image resizing
+* http downloads
+* updating smart collections
+* updating solr, our search server, after product changes
+* batch imports 
+* spam checks 
+
+h2. Installation
+
+To install as a gem, add the following to @config/environment.rb@:
+
+<pre>
+config.gem 'delayed_job'
+</pre>
+
+Rake tasks are not automatically loaded from gems, so you'll need to add the following to your Rakefile:
+
+<pre>
+begin
+  require 'delayed/tasks'
+rescue LoadError
+  STDERR.puts "Run `rake gems:install` to install delayed_job"
+end
+</pre>
+
+To install as a plugin:
+
+<pre>
+script/plugin install git://github.com/collectiveidea/delayed_job.git
+</pre>
+
+After delayed_job is installed, you will need to setup the backend.
+
+h2. Backends
+
+delayed_job supports multiple backends for storing the job queue. There are currently implementations for Active Record, MongoMapper, and DataMapper.
+
+h3. Active Record
+
+The default is Active Record, which requires a jobs table.
+
+<pre>
+$ script/generate delayed_job
+$ rake db:migrate
+</pre>
+
+h3. MongoMapper
+
+You must use @MongoMapper.setup@ in the initializer:
+
+<pre>
+config = YAML::load(File.read(Rails.root.join('config/mongo.yml')))
+MongoMapper.setup(config, Rails.env)
+
+Delayed::Worker.backend = :mongo_mapper
+</pre>
+
+h3. DataMapper
+
+<pre>
+# config/initializers/delayed_job.rb
+Delayed::Worker.backend = :data_mapper
+Delayed::Worker.backend.auto_upgrade!
+</pre>
+
+h2. Queuing Jobs
+
+Call @.delay.method(params)@ on any object and it will be processed in the background.
+
+<pre>
+# without delayed_job
+Notifier.deliver_signup(@user)
+
+# with delayed_job
+Notifier.delay.deliver_signup @user
+</pre>
+
+If a method should always be run in the background, you can call @#handle_asynchronously@ after the method declaration:
+
+<pre>
+class Device
+  def deliver
+    # long running method
+  end
+  handle_asynchronously :deliver
+end
+
+device = Device.new
+device.deliver
+</pre>
+
+h2. Running Jobs
+
+@script/delayed_job@ can be used to manage a background process which will start working off jobs.  Make sure you've run `script/generate delayed_job`.
+
+<pre>
+$ RAILS_ENV=production script/delayed_job start
+$ RAILS_ENV=production script/delayed_job stop
+
+# Runs two workers in separate processes.
+$ RAILS_ENV=production script/delayed_job -n 2 start
+$ RAILS_ENV=production script/delayed_job stop
+</pre>
+
+Workers can be running on any computer, as long as they have access to the database and their clock is in sync. Keep in mind that each worker will check the database at least every 5 seconds.
+
+You can also invoke @rake jobs:work@ which will start working off jobs. You can cancel the rake task with @CTRL-C@. 
+
+h2. Custom Jobs
+
+Jobs are simple ruby objects with a method called perform. Any object which responds to perform can be stuffed into the jobs table. Job objects are serialized to yaml so that they can later be resurrected by the job runner. 
+
+<pre>
+class NewsletterJob < Struct.new(:text, :emails)
+  def perform
+    emails.each { |e| NewsletterMailer.deliver_text_to_email(text, e) }
+  end    
+end  
+  
+Delayed::Job.enqueue NewsletterJob.new('lorem ipsum...', Customers.find(:all).collect(&:email))
+</pre>
+
+You can also add an optional on_permanent_failure method which will run if the job has failed too many times to be retried:
+
+<pre>
+class ParanoidNewsletterJob < NewsletterJob
+  def perform
+    emails.each { |e| NewsletterMailer.deliver_text_to_email(text, e) }
+  end    
+
+  def on_permanent_failure
+    page_sysadmin_in_the_middle_of_the_night
+  end
+end  
+</pre>
+
+h2. Gory Details
+
+The library evolves around a delayed_jobs table which looks as follows: 
+
+<pre>
+create_table :delayed_jobs, :force => true do |table|
+  table.integer  :priority, :default => 0      # Allows some jobs to jump to the front of the queue
+  table.integer  :attempts, :default => 0      # Provides for retries, but still fail eventually.
+  table.text     :handler                      # YAML-encoded string of the object that will do work
+  table.text   :last_error                   # reason for last failure (See Note below)
+  table.datetime :run_at                       # When to run. Could be Time.zone.now for immediately, or sometime in the future.
+  table.datetime :locked_at                    # Set when a client is working on this object
+  table.datetime :failed_at                    # Set when all retries have failed (actually, by default, the record is deleted instead)
+  table.string   :locked_by                    # Who is working on this object (if locked)
+  table.timestamps
+end
+</pre>
+
+On failure, the job is scheduled again in 5 seconds + N ** 4, where N is the number of retries.
+
+The default Worker.max_attempts is 25. After this, the job either deleted (default), or left in the database with "failed_at" set.
+With the default of 25 attempts, the last retry will be 20 days later, with the last interval being almost 100 hours.
+
+The default Worker.max_run_time is 4.hours. If your job takes longer than that, another computer could pick it up. It's up to you to
+make sure your job doesn't exceed this time. You should set this to the longest time you think the job could take.
+
+By default, it will delete failed jobs (and it always deletes successful jobs). If you want to keep failed jobs, set
+Delayed::Worker.destroy_failed_jobs = false. The failed jobs will be marked with non-null failed_at.
+
+Here is an example of changing job parameters in Rails:
+
+<pre>
+# config/initializers/delayed_job_config.rb
+Delayed::Worker.destroy_failed_jobs = false
+Delayed::Worker.sleep_delay = 60
+Delayed::Worker.max_attempts = 3
+Delayed::Worker.max_run_time = 5.minutes
+</pre>
+
+h3. Cleaning up
+
+You can invoke @rake jobs:clear@ to delete all jobs in the queue.
+
+h2. Mailing List
+
+Join us on the mailing list at http://groups.google.com/group/delayed_job
+
+h2. How to contribute
+
+If you find what looks like a bug:
+
+# Check the GitHub issue tracker to see if anyone else has had the same issue.
+   http://github.com/collectiveidea/delayed_job/issues/
+# If you don't see anything, create an issue with information on how to reproduce it.
+
+If you want to contribute an enhancement or a fix:
+
+# Fork the project on github.
+   http://github.com/collectiveidea/delayed_job/
+# Make your changes with tests.
+# Commit the changes without making changes to the Rakefile, VERSION, or any other files that aren't related to your enhancement or fix
+# Send a pull request.
+
+h3. Changelog
+
+See http://wiki.github.com/collectiveidea/delayed_job/changelog for a list of changes.
+
@@ -0,0 +1,53 @@
+# -*- encoding: utf-8 -*-
+begin
+  require 'jeweler'
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install jeweler"
+  exit 1
+end
+
+Jeweler::Tasks.new do |s|
+  s.name     = "delayed_job"
+  s.summary  = "Database-backed asynchronous priority queue system -- Extracted from Shopify"
+  s.email    = "tobi@leetsoft.com"
+  s.homepage = "http://github.com/collectiveidea/delayed_job"
+  s.description = "Delayed_job (or DJ) encapsulates the common pattern of asynchronously executing longer tasks in the background. It is a direct extraction from Shopify where the job table is responsible for a multitude of core tasks.\n\nThis gem is collectiveidea's fork (http://github.com/collectiveidea/delayed_job)."
+  s.authors  = ["Brandon Keepers", "Tobias Lütke"]
+  
+  s.has_rdoc = true
+  s.rdoc_options = ["--main", "README.textile", "--inline-source", "--line-numbers"]
+  s.extra_rdoc_files = ["README.textile"]
+  
+  s.test_files = Dir['spec/*_spec.rb']
+  
+  s.add_dependency "daemons"
+  s.add_development_dependency "rspec"
+  s.add_development_dependency "sqlite3-ruby"
+  s.add_development_dependency "activerecord"
+  s.add_development_dependency "mongo_mapper"
+  s.add_development_dependency "dm-core"
+  s.add_development_dependency "dm-observer"
+  s.add_development_dependency "dm-aggregates"
+  s.add_development_dependency "dm-validations"
+  s.add_development_dependency "do_sqlite3"
+  s.add_development_dependency "couchrest"
+end
+
+require 'spec/rake/spectask'
+
+
+task :default do
+  %w(2.3.5 3.0.0.beta3).each do |version|
+    puts "Running specs with Rails #{version}"
+    system("RAILS_VERSION=#{version} rake -s spec;")
+  end
+end
+
+desc 'Run the specs'
+Spec::Rake::SpecTask.new(:spec) do |t|
+  t.libs << 'lib'
+  t.pattern = 'spec/*_spec.rb'
+  t.verbose = true
+end
+task :spec => :check_dependencies
+
@@ -0,0 +1 @@
+2.1.0.pre
@@ -0,0 +1,33 @@
+$:.unshift(File.dirname(__FILE__) + '/lib')
+require 'rubygems'
+require 'logger'
+require 'delayed_job'
+require 'benchmark'
+
+RAILS_ENV = 'test'
+
+Delayed::Worker.logger = Logger.new('/dev/null')
+
+BACKENDS = []
+Dir.glob("#{File.dirname(__FILE__)}/spec/setup/*.rb") do |backend|
+  begin
+    backend = File.basename(backend, '.rb')
+    require "spec/setup/#{backend}"
+    BACKENDS << backend.to_sym
+  rescue LoadError
+    puts "Unable to load #{backend} backend! #{$!}"
+  end
+end
+
+
+Benchmark.bm(10) do |x|
+  BACKENDS.each do |backend|
+    require "spec/setup/#{backend}"
+    Delayed::Worker.backend = backend
+  
+    n = 10000
+    n.times { "foo".delay.length }
+
+    x.report(backend.to_s) { Delayed::Worker.new(:quiet => true).work_off(n) }
+  end  
+end
@@ -0,0 +1,14 @@
+# an example Monit configuration file for delayed_job
+# See: http://stackoverflow.com/questions/1226302/how-to-monitor-delayedjob-with-monit/1285611
+#
+# To use:
+# 1. copy to /var/www/apps/{app_name}/shared/delayed_job.monitrc
+# 2. replace {app_name} as appropriate
+# 3. add this to your /etc/monit/monitrc
+#
+#   include /var/www/apps/{app_name}/shared/delayed_job.monitrc
+
+check process delayed_job
+  with pidfile /var/www/apps/{app_name}/shared/pids/delayed_job.pid
+  start program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job start"
+  stop program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job stop"
 \ No newline at end of file
@@ -0,0 +1,23 @@
+# an example Monit configuration file for delayed_job running multiple processes
+#
+# To use:
+# 1. copy to /var/www/apps/{app_name}/shared/delayed_job.monitrc
+# 2. replace {app_name} as appropriate
+# 3. add this to your /etc/monit/monitrc
+#
+#   include /var/www/apps/{app_name}/shared/delayed_job.monitrc
+
+check process delayed_job_0
+  with pidfile /var/www/apps/{app_name}/shared/pids/delayed_job.0.pid
+  start program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job start -i 0"
+  stop program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job stop -i 0"
+  
+check process delayed_job_1
+  with pidfile /var/www/apps/{app_name}/shared/pids/delayed_job.1.pid
+  start program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job start -i 1"
+  stop program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job stop -i 1"
+  
+check process delayed_job_2
+  with pidfile /var/www/apps/{app_name}/shared/pids/delayed_job.2.pid
+  start program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job start -i 2"
+  stop program = "/usr/bin/env RAILS_ENV=production /var/www/apps/{app_name}/current/script/delayed_job stop -i 2"
 \ No newline at end of file
@@ -0,0 +1,125 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{delayed_job}
+  s.version = "2.1.0.pre"
+
+  s.required_rubygems_version = Gem::Requirement.new("> 1.3.1") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Brandon Keepers", "Tobias L\303\274tke"]
+  s.date = %q{2010-05-21}
+  s.description = %q{Delayed_job (or DJ) encapsulates the common pattern of asynchronously executing longer tasks in the background. It is a direct extraction from Shopify where the job table is responsible for a multitude of core tasks.
+
+This gem is collectiveidea's fork (http://github.com/collectiveidea/delayed_job).}
+  s.email = %q{tobi@leetsoft.com}
+  s.extra_rdoc_files = [
+    "README.textile"
+  ]
+  s.files = [
+    ".gitignore",
+     "MIT-LICENSE",
+     "README.textile",
+     "Rakefile",
+     "VERSION",
+     "benchmarks.rb",
+     "contrib/delayed_job.monitrc",
+     "contrib/delayed_job_multiple.monitrc",
+     "delayed_job.gemspec",
+     "generators/delayed_job/delayed_job_generator.rb",
+     "generators/delayed_job/templates/migration.rb",
+     "generators/delayed_job/templates/script",
+     "init.rb",
+     "lib/delayed/backend/active_record.rb",
+     "lib/delayed/backend/base.rb",
+     "lib/delayed/backend/couch_rest.rb",
+     "lib/delayed/backend/data_mapper.rb",
+     "lib/delayed/backend/mongo_mapper.rb",
+     "lib/delayed/command.rb",
+     "lib/delayed/message_sending.rb",
+     "lib/delayed/performable_method.rb",
+     "lib/delayed/railtie.rb",
+     "lib/delayed/recipes.rb",
+     "lib/delayed/tasks.rb",
+     "lib/delayed/worker.rb",
+     "lib/delayed/yaml_ext.rb",
+     "lib/delayed_job.rb",
+     "lib/generators/delayed_job/delayed_job_generator.rb",
+     "lib/generators/delayed_job/templates/migration.rb",
+     "lib/generators/delayed_job/templates/script",
+     "rails/init.rb",
+     "recipes/delayed_job.rb",
+     "spec/autoloaded/clazz.rb",
+     "spec/autoloaded/struct.rb",
+     "spec/backend/active_record_job_spec.rb",
+     "spec/backend/couch_rest_job_spec.rb",
+     "spec/backend/data_mapper_job_spec.rb",
+     "spec/backend/mongo_mapper_job_spec.rb",
+     "spec/backend/shared_backend_spec.rb",
+     "spec/message_sending_spec.rb",
+     "spec/performable_method_spec.rb",
+     "spec/sample_jobs.rb",
+     "spec/setup/active_record.rb",
+     "spec/setup/couch_rest.rb",
+     "spec/setup/data_mapper.rb",
+     "spec/setup/mongo_mapper.rb",
+     "spec/spec_helper.rb",
+     "spec/worker_spec.rb",
+     "tasks/jobs.rake"
+  ]
+  s.homepage = %q{http://github.com/collectiveidea/delayed_job}
+  s.rdoc_options = ["--main", "README.textile", "--inline-source", "--line-numbers"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{Database-backed asynchronous priority queue system -- Extracted from Shopify}
+  s.test_files = [
+    "spec/message_sending_spec.rb",
+     "spec/performable_method_spec.rb",
+     "spec/worker_spec.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<daemons>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+      s.add_development_dependency(%q<sqlite3-ruby>, [">= 0"])
+      s.add_development_dependency(%q<activerecord>, [">= 0"])
+      s.add_development_dependency(%q<mongo_mapper>, [">= 0"])
+      s.add_development_dependency(%q<dm-core>, [">= 0"])
+      s.add_development_dependency(%q<dm-observer>, [">= 0"])
+      s.add_development_dependency(%q<dm-aggregates>, [">= 0"])
+      s.add_development_dependency(%q<dm-validations>, [">= 0"])
+      s.add_development_dependency(%q<do_sqlite3>, [">= 0"])
+      s.add_development_dependency(%q<couchrest>, [">= 0"])
+    else
+      s.add_dependency(%q<daemons>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+      s.add_dependency(%q<sqlite3-ruby>, [">= 0"])
+      s.add_dependency(%q<activerecord>, [">= 0"])
+      s.add_dependency(%q<mongo_mapper>, [">= 0"])
+      s.add_dependency(%q<dm-core>, [">= 0"])
+      s.add_dependency(%q<dm-observer>, [">= 0"])
+      s.add_dependency(%q<dm-aggregates>, [">= 0"])
+      s.add_dependency(%q<dm-validations>, [">= 0"])
+      s.add_dependency(%q<do_sqlite3>, [">= 0"])
+      s.add_dependency(%q<couchrest>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<daemons>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+    s.add_dependency(%q<sqlite3-ruby>, [">= 0"])
+    s.add_dependency(%q<activerecord>, [">= 0"])
+    s.add_dependency(%q<mongo_mapper>, [">= 0"])
+    s.add_dependency(%q<dm-core>, [">= 0"])
+    s.add_dependency(%q<dm-observer>, [">= 0"])
+    s.add_dependency(%q<dm-aggregates>, [">= 0"])
+    s.add_dependency(%q<dm-validations>, [">= 0"])
+    s.add_dependency(%q<do_sqlite3>, [">= 0"])
+    s.add_dependency(%q<couchrest>, [">= 0"])
+  end
+end
+
@@ -0,0 +1,22 @@
+class DelayedJobGenerator < Rails::Generator::Base
+  default_options :skip_migration => false
+  
+  def manifest
+    record do |m|
+      m.template 'script', 'script/delayed_job', :chmod => 0755
+      if !options[:skip_migration] && defined?(ActiveRecord)
+        m.migration_template "migration.rb", 'db/migrate',
+                             :migration_file_name => "create_delayed_jobs"
+      end
+    end
+  end
+  
+protected
+
+  def add_options!(opt)
+    opt.separator ''
+    opt.separator 'Options:'
+    opt.on("--skip-migration", "Don't generate a migration") { |v| options[:skip_migration] = v }
+  end
+  
+end
@@ -0,0 +1,21 @@
+class CreateDelayedJobs < ActiveRecord::Migration
+  def self.up
+    create_table :delayed_jobs, :force => true do |table|
+      table.integer  :priority, :default => 0      # Allows some jobs to jump to the front of the queue
+      table.integer  :attempts, :default => 0      # Provides for retries, but still fail eventually.
+      table.text     :handler                      # YAML-encoded string of the object that will do work
+      table.text     :last_error                   # reason for last failure (See Note below)
+      table.datetime :run_at                       # When to run. Could be Time.zone.now for immediately, or sometime in the future.
+      table.datetime :locked_at                    # Set when a client is working on this object
+      table.datetime :failed_at                    # Set when all retries have failed (actually, by default, the record is deleted instead)
+      table.string   :locked_by                    # Who is working on this object (if locked)
+      table.timestamps
+    end
+	
+    add_index :delayed_jobs, [:priority, :run_at], :name => 'delayed_jobs_priority'
+  end
+  
+  def self.down
+    drop_table :delayed_jobs  
+  end
+end
 \ No newline at end of file
@@ -0,0 +1,5 @@
+require File.join(File.dirname(__FILE__), 'rails', 'init')
+
+config.after_initialize do
+  Delayed::Worker.guess_backend
+end
@@ -0,0 +1,98 @@
+require 'active_record'
+require 'active_record/version'
+
+class ActiveRecord::Base
+  yaml_as "tag:ruby.yaml.org,2002:ActiveRecord"
+  
+  def self.yaml_new(klass, tag, val)
+    klass.find(val['attributes']['id'])
+  rescue ActiveRecord::RecordNotFound
+    nil
+  end
+
+  def to_yaml_properties
+    ['@attributes']
+  end
+end
+
+module Delayed
+  module Backend
+    module ActiveRecord
+      # A job object that is persisted to the database.
+      # Contains the work object as a YAML field.
+      class Job < ::ActiveRecord::Base
+        include Delayed::Backend::Base
+        set_table_name :delayed_jobs
+        
+        before_save :set_default_run_at
+
+        if ::ActiveRecord::VERSION::MAJOR >= 3
+          scope :ready_to_run, lambda {|worker_name, max_run_time|
+            where(['(run_at <= ? AND (locked_at IS NULL OR locked_at < ?) OR locked_by = ?) AND failed_at IS NULL', db_time_now, db_time_now - max_run_time, worker_name])
+          }
+          scope :by_priority, order('priority ASC, run_at ASC')
+        else
+          named_scope :ready_to_run, lambda {|worker_name, max_run_time|
+            {:conditions => ['(run_at <= ? AND (locked_at IS NULL OR locked_at < ?) OR locked_by = ?) AND failed_at IS NULL', db_time_now, db_time_now - max_run_time, worker_name]}
+          }
+          named_scope :by_priority, :order => 'priority ASC, run_at ASC'
+        end
+
+        def self.after_fork
+          ::ActiveRecord::Base.connection.reconnect!
+        end
+
+        # When a worker is exiting, make sure we don't have any locked jobs.
+        def self.clear_locks!(worker_name)
+          update_all("locked_by = null, locked_at = null", ["locked_by = ?", worker_name])
+        end
+
+        # Find a few candidate jobs to run (in case some immediately get locked by others).
+        def self.find_available(worker_name, limit = 5, max_run_time = Worker.max_run_time)
+          scope = self.ready_to_run(worker_name, max_run_time)
+          scope = scope.scoped(:conditions => ['priority >= ?', Worker.min_priority]) if Worker.min_priority
+          scope = scope.scoped(:conditions => ['priority <= ?', Worker.max_priority]) if Worker.max_priority
+      
+          ::ActiveRecord::Base.silence do
+            scope.by_priority.all(:limit => limit)
+          end
+        end
+
+        # Lock this job for this worker.
+        # Returns true if we have the lock, false otherwise.
+        def lock_exclusively!(max_run_time, worker)
+          now = self.class.db_time_now
+          affected_rows = if locked_by != worker
+            # We don't own this job so we will update the locked_by name and the locked_at
+            self.class.update_all(["locked_at = ?, locked_by = ?", now, worker], ["id = ? and (locked_at is null or locked_at < ?) and (run_at <= ?)", id, (now - max_run_time.to_i), now])
+          else
+            # We already own this job, this may happen if the job queue crashes.
+            # Simply resume and update the locked_at
+            self.class.update_all(["locked_at = ?", now], ["id = ? and locked_by = ?", id, worker])
+          end
+          if affected_rows == 1
+            self.locked_at    = now
+            self.locked_by    = worker
+            return true
+          else
+            return false
+          end
+        end
+
+        # Get the current time (GMT or local depending on DB)
+        # Note: This does not ping the DB to get the time, so all your clients
+        # must have syncronized clocks.
+        def self.db_time_now
+          if Time.zone
+            Time.zone.now
+          elsif ::ActiveRecord::Base.default_timezone == :utc
+            Time.now.utc
+          else
+            Time.now
+          end
+        end
+
+      end
+    end
+  end
+end
@@ -0,0 +1,82 @@
+module Delayed
+  module Backend
+    class DeserializationError < StandardError
+    end
+
+    module Base
+      def self.included(base)
+        base.extend ClassMethods
+      end
+      
+      module ClassMethods
+        # Add a job to the queue
+        def enqueue(*args)
+          object = args.shift
+          unless object.respond_to?(:perform)
+            raise ArgumentError, 'Cannot enqueue items which do not respond to perform'
+          end
+    
+          priority = args.first || Delayed::Worker.default_priority
+          run_at   = args[1]
+          self.create(:payload_object => object, :priority => priority.to_i, :run_at => run_at)
+        end
+        
+        # Hook method that is called before a new worker is forked
+        def before_fork
+        end
+        
+        # Hook method that is called after a new worker is forked
+        def after_fork
+        end
+        
+        def work_off(num = 100)
+          warn "[DEPRECATION] `Delayed::Job.work_off` is deprecated. Use `Delayed::Worker.new.work_off instead."
+          Delayed::Worker.new.work_off(num)
+        end
+      end
+      
+      ParseObjectFromYaml = /\!ruby\/\w+\:([^\s]+)/
+
+      def failed?
+        failed_at
+      end
+      alias_method :failed, :failed?
+
+      def name
+        @name ||= begin
+          payload = payload_object
+          payload.respond_to?(:display_name) ? payload.display_name : payload.class.name
+        end
+      end
+
+      def payload_object=(object)
+        self.handler = object.to_yaml
+      end
+      
+      def payload_object
+        @payload_object ||= YAML.load(self.handler)
+      rescue TypeError, LoadError, NameError => e
+          raise DeserializationError,
+            "Job failed to load: #{e.message}. Try to manually require the required file. Handler: #{handler.inspect}"
+      end
+
+      # Moved into its own method so that new_relic can trace it.
+      def invoke_job
+        payload_object.perform
+      end
+      
+      # Unlock this job (note: not saved to DB)
+      def unlock
+        self.locked_at    = nil
+        self.locked_by    = nil
+      end
+      
+    protected
+
+      def set_default_run_at
+        self.run_at ||= self.class.db_time_now
+      end
+    
+    end
+  end
+end
@@ -0,0 +1,109 @@
+require 'couchrest'
+
+#extent couchrest to handle delayed_job serialization.
+class CouchRest::ExtendedDocument
+  yaml_as "tag:ruby.yaml.org,2002:CouchRest"
+  
+  def reload
+    job = self.class.get self['_id']
+    job.each {|k,v| self[k] = v}
+  end
+  def self.find(id)
+    get id
+  end
+  def self.yaml_new(klass, tag, val)
+    klass.get(val['_id'])
+  end  
+  def ==(other)
+    if other.is_a? ::CouchRest::ExtendedDocument
+      self['_id'] == other['_id']
+    else
+      super
+    end
+  end
+end
+
+#couchrest adapter
+module Delayed
+  module Backend
+    module CouchRest
+      class Job < ::CouchRest::ExtendedDocument
+        include Delayed::Backend::Base
+        use_database ::CouchRest::Server.new.database('delayed_job')
+
+        property :handler
+        property :last_error
+        property :locked_by        
+        property :priority, :default => 0
+        property :attempts, :default => 0
+        property :run_at, :cast_as => 'Time'
+        property :locked_at, :cast_as => 'Time'
+        property :failed_at, :cast_as => 'Time'
+        timestamps!
+
+        set_callback :save, :before, :set_default_run_at
+
+        view_by(:failed_at, :locked_by, :run_at,
+                :map => "function(doc){" +
+                "          if(doc['couchrest-type'] == 'Delayed::Backend::CouchRest::Job') {" +
+                "            emit([doc.failed_at || null, doc.locked_by || null, doc.run_at || null], null);}" +
+                "        }")
+        view_by(:failed_at, :locked_at, :run_at,
+                :map => "function(doc){" +
+                "          if(doc['couchrest-type'] == 'Delayed::Backend::CouchRest::Job') {" +
+                "            emit([doc.failed_at || null, doc.locked_at || null, doc.run_at || null], null);}" +
+                "        }")        
+
+        def self.db_time_now; Time.now; end    
+        def self.find_available(worker_name, limit = 5, max_run_time = ::Delayed::Worker.max_run_time)
+          ready = ready_jobs
+          mine = my_jobs worker_name
+          expire = expired_jobs max_run_time
+          jobs = (ready + mine + expire)[0..limit-1].sort_by { |j| j.priority }
+          jobs = jobs.find_all { |j| j.priority >= Worker.min_priority } if Worker.min_priority
+          jobs = jobs.find_all { |j| j.priority <= Worker.max_priority } if Worker.max_priority
+          jobs
+        end
+        def self.clear_locks!(worker_name)
+          jobs = my_jobs worker_name
+          jobs.each { |j| j.locked_by, j.locked_at = nil, nil; }
+          database.bulk_save jobs
+        end
+        def self.delete_all
+          database.bulk_save all.each { |doc| doc['_deleted'] = true }
+        end
+        
+        def lock_exclusively!(max_run_time, worker = worker_name)
+          return false if locked_by_other?(worker) and not expired?(max_run_time)
+          case
+          when locked_by_me?(worker)
+            self.locked_at = self.class.db_time_now
+          when (unlocked? or (locked_by_other?(worker) and expired?(max_run_time)))
+            self.locked_at, self.locked_by = self.class.db_time_now, worker
+          end
+          save
+        rescue RestClient::Conflict
+          false
+        end
+        
+        private
+        def self.ready_jobs
+          options = {:startkey => [nil, nil], :endkey => [nil, nil, db_time_now]}
+          by_failed_at_and_locked_by_and_run_at options
+        end
+        def self.my_jobs(worker_name)
+          options = {:startkey => [nil, worker_name], :endkey => [nil, worker_name, {}]}
+          by_failed_at_and_locked_by_and_run_at options
+        end
+        def self.expired_jobs(max_run_time)
+          options = {:startkey => [nil,'0'], :endkey => [nil, db_time_now - max_run_time, db_time_now]}
+          by_failed_at_and_locked_at_and_run_at options
+        end
+        def unlocked?; locked_by.nil?; end
+        def expired?(time); locked_at < self.class.db_time_now - time; end
+        def locked_by_me?(worker); not locked_by.nil? and locked_by == worker; end        
+        def locked_by_other?(worker); not locked_by.nil? and locked_by != worker; end
+      end
+    end
+  end
+end
@@ -0,0 +1,121 @@
+require 'dm-core'
+require 'dm-observer'
+require 'dm-aggregates'
+
+DataMapper::Resource.class_eval do
+  yaml_as "tag:ruby.yaml.org,2002:DataMapper"
+
+  def self.yaml_new(klass, tag, val)
+    klass.find(val['id'])
+  end
+
+  def to_yaml_properties
+    ['@id']
+  end
+end
+
+module Delayed
+  module Backend
+    module DataMapper
+      class Job
+        include ::DataMapper::Resource
+        include Delayed::Backend::Base
+        
+        storage_names[:default] = 'delayed_jobs'
+        
+        property :id,          Serial
+        property :priority,    Integer, :default => 0, :index => :run_at_priority
+        property :attempts,    Integer, :default => 0
+        property :handler,     Text, :lazy => false
+        property :run_at,      Time, :index => :run_at_priority
+        property :locked_at,   Time, :index => true
+        property :locked_by,   String
+        property :failed_at,   Time
+        property :last_error,  Text
+                
+        def self.db_time_now
+          Time.now
+        end
+                
+        def self.find_available(worker_name, limit = 5, max_run_time = Worker.max_run_time)
+          
+          simple_conditions = { :run_at.lte => db_time_now, :limit => limit, :failed_at => nil, :order => [:priority.asc, :run_at.asc]  }
+
+          # respect priorities
+          simple_conditions[:priority.gte] = Worker.min_priority if Worker.min_priority
+          simple_conditions[:priority.lte] = Worker.max_priority if Worker.max_priority
+          
+          # lockable 
+          lockable = (
+            # not locked or past the max time
+            ( all(:locked_at => nil ) | all(:locked_at.lt => db_time_now - max_run_time)) |
+
+            # OR locked by our worker
+            all(:locked_by => worker_name))
+            
+          # plus some other boring junk 
+          (lockable).all( simple_conditions )
+        end
+        
+        # When a worker is exiting, make sure we don't have any locked jobs.
+        def self.clear_locks!(worker_name)
+          all(:locked_by => worker_name).update(:locked_at => nil, :locked_by => nil)
+        end
+        
+        # Lock this job for this worker.
+        # Returns true if we have the lock, false otherwise.
+        def lock_exclusively!(max_run_time, worker = worker_name)
+
+          now = self.class.db_time_now
+          overtime = now - max_run_time
+          
+          # FIXME - this is a bit gross
+          # DM doesn't give us the number of rows affected by a collection update
+          # so we have to circumvent some niceness in DM::Collection here
+          collection = locked_by != worker ?
+            (self.class.all(:id => id, :run_at.lte => now) & ( self.class.all(:locked_at => nil) | self.class.all(:locked_at.lt => overtime) ) ) :
+            self.class.all(:id => id, :locked_by => worker)
+          
+          attributes = collection.model.new(:locked_at => now, :locked_by => worker).dirty_attributes
+          affected_rows = self.repository.update(attributes, collection)
+            
+          if affected_rows == 1
+            self.locked_at = now
+            self.locked_by = worker
+            return true
+          else
+            return false
+          end
+        end
+        
+        # these are common to the other backends, so we provide an implementation
+        def self.delete_all
+          Delayed::Job.auto_migrate!
+        end
+        
+        def self.find id
+          get id
+        end
+        
+        def update_attributes(attributes)
+          attributes.each do |k,v|
+            self[k] = v
+          end
+          self.save
+        end
+        
+        
+      end
+      
+      class JobObserver
+        include ::DataMapper::Observer
+
+        observe Job
+
+        before :save do
+          self.run_at ||= self.class.db_time_now
+        end  
+      end
+    end
+  end
+end
@@ -0,0 +1,106 @@
+require 'mongo_mapper'
+
+MongoMapper::Document.class_eval do
+  yaml_as "tag:ruby.yaml.org,2002:MongoMapper"
+  
+  def self.yaml_new(klass, tag, val)
+    klass.find(val['_id'])
+  end
+
+  def to_yaml_properties
+    ['@_id']
+  end
+end
+
+module Delayed
+  module Backend
+    module MongoMapper
+      class Job
+        include ::MongoMapper::Document
+        include Delayed::Backend::Base
+        set_collection_name 'delayed_jobs'
+        
+        key :priority,    Integer, :default => 0
+        key :attempts,    Integer, :default => 0
+        key :handler,     String
+        key :run_at,      Time
+        key :locked_at,   Time
+        key :locked_by,   String, :index => true
+        key :failed_at,   Time
+        key :last_error,  String
+        timestamps!
+        
+        before_save :set_default_run_at
+
+        ensure_index [[:priority, 1], [:run_at, 1]]
+        
+        def self.before_fork
+          ::MongoMapper.connection.close
+        end
+        
+        def self.after_fork
+          ::MongoMapper.connect(RAILS_ENV)
+        end
+        
+        def self.db_time_now
+          Time.now.utc
+        end
+        
+        def self.find_available(worker_name, limit = 5, max_run_time = Worker.max_run_time)
+          right_now = db_time_now
+
+          conditions = {
+            :run_at => {"$lte" => right_now},
+            :limit => -limit, # In mongo, positive limits are 'soft' and negative are 'hard'
+            :failed_at => nil,
+            :sort => [['priority', 1], ['run_at', 1]]
+          }
+
+          where = "this.locked_at == null || this.locked_at < #{make_date(right_now - max_run_time)}"
+          
+          (conditions[:priority] ||= {})['$gte'] = Worker.min_priority.to_i if Worker.min_priority
+          (conditions[:priority] ||= {})['$lte'] = Worker.max_priority.to_i if Worker.max_priority
+
+          results = all(conditions.merge(:locked_by => worker_name))
+          results += all(conditions.merge('$where' => where)) if results.size < limit
+          results
+        end
+        
+        # When a worker is exiting, make sure we don't have any locked jobs.
+        def self.clear_locks!(worker_name)
+          collection.update({:locked_by => worker_name}, {"$set" => {:locked_at => nil, :locked_by => nil}}, :multi => true)
+        end
+        
+        # Lock this job for this worker.
+        # Returns true if we have the lock, false otherwise.
+        def lock_exclusively!(max_run_time, worker = worker_name)
+          right_now = self.class.db_time_now
+          overtime = right_now - max_run_time.to_i
+          
+          query = "this.locked_at == null || this.locked_at < #{make_date(overtime)} || this.locked_by == #{worker.to_json}"
+          conditions = {:_id => id, :run_at => {"$lte" => right_now}, "$where" => query}
+
+          collection.update(conditions, {"$set" => {:locked_at => right_now, :locked_by => worker}})
+          affected_rows = collection.find({:_id => id, :locked_by => worker}).count
+          if affected_rows == 1
+            self.locked_at = right_now
+            self.locked_by = worker
+            return true
+          else
+            return false
+          end
+        end
+        
+      private
+      
+        def self.make_date(date_or_seconds)
+          "new Date(#{date_or_seconds.to_f * 1000})"
+        end
+
+        def make_date(date)
+          self.class.make_date(date)
+        end
+      end
+    end
+  end
+end
@@ -0,0 +1,107 @@
+require 'rubygems'
+require 'daemons'
+require 'optparse'
+
+module Delayed
+  class Command
+    attr_accessor :worker_count
+    
+    def initialize(args)
+      @files_to_reopen = []
+      @options = {
+        :quiet => true,
+        :pid_dir => "#{Rails.root}/tmp/pids"
+      }
+      
+      @worker_count = 1
+      @monitor = false
+      
+      opts = OptionParser.new do |opts|
+        opts.banner = "Usage: #{File.basename($0)} [options] start|stop|restart|run"
+
+        opts.on('-h', '--help', 'Show this message') do
+          puts opts
+          exit 1
+        end
+        opts.on('-e', '--environment=NAME', 'Specifies the environment to run this delayed jobs under (test/development/production).') do |e|
+          STDERR.puts "The -e/--environment option has been deprecated and has no effect. Use RAILS_ENV and see http://github.com/collectiveidea/delayed_job/issues/#issue/7"
+        end
+        opts.on('--min-priority N', 'Minimum priority of jobs to run.') do |n|
+          @options[:min_priority] = n
+        end
+        opts.on('--max-priority N', 'Maximum priority of jobs to run.') do |n|
+          @options[:max_priority] = n
+        end
+        opts.on('-n', '--number_of_workers=workers', "Number of unique workers to spawn") do |worker_count|
+          @worker_count = worker_count.to_i rescue 1
+        end
+        opts.on('--pid-dir=DIR', 'Specifies an alternate directory in which to store the process ids.') do |dir|
+          @options[:pid_dir] = dir
+        end
+        opts.on('-i', '--identifier=n', 'A numeric identifier for the worker.') do |n|
+          @options[:identifier] = n
+        end
+        opts.on('-m', '--monitor', 'Start monitor process.') do
+          @monitor = true
+        end
+        
+
+      end
+      @args = opts.parse!(args)
+    end
+  
+    def daemonize
+      Delayed::Worker.backend.before_fork
+
+      ObjectSpace.each_object(File) do |file|
+        @files_to_reopen << file unless file.closed?
+      end
+      
+      dir = @options[:pid_dir]
+      Dir.mkdir(dir) unless File.exists?(dir)
+      
+      if @worker_count > 1 && @options[:identifier]
+        raise ArgumentError, 'Cannot specify both --number-of-workers and --identifier'
+      elsif @worker_count == 1 && @options[:identifier]
+        process_name = "delayed_job.#{@options[:identifier]}"
+        run_process(process_name, dir)
+      else
+        worker_count.times do |worker_index|
+          process_name = worker_count == 1 ? "delayed_job" : "delayed_job.#{worker_index}"
+          run_process(process_name, dir)
+        end
+      end
+    end
+    
+    def run_process(process_name, dir)
+      Daemons.run_proc(process_name, :dir => dir, :dir_mode => :normal, :monitor => @monitor, :ARGV => @args) do |*args|
+        run process_name
+      end
+    end
+    
+    def run(worker_name = nil)
+      Dir.chdir(Rails.root)
+      
+      # Re-open file handles
+      @files_to_reopen.each do |file|
+        begin
+          file.reopen file.path, "a+"
+          file.sync = true
+        rescue ::Exception
+        end
+      end
+      
+      Delayed::Worker.logger = Logger.new(File.join(Rails.root, 'log', 'delayed_job.log'))
+      Delayed::Worker.backend.after_fork
+      
+      worker = Delayed::Worker.new(@options)
+      worker.name_prefix = "#{worker_name} "
+      worker.start
+    rescue => e
+      Rails.logger.fatal e
+      STDERR.puts e.message
+      exit 1
+    end
+    
+  end
+end
@@ -0,0 +1,45 @@
+require 'active_support/basic_object'
+
+module Delayed
+  class DelayProxy < ActiveSupport::BasicObject
+    def initialize(target, options)
+      @target = target
+      @options = options
+    end
+
+    def method_missing(method, *args)
+      Job.create({
+        :payload_object => PerformableMethod.new(@target, method.to_sym, args),
+        :priority       => ::Delayed::Worker.default_priority
+      }.merge(@options))
+    end
+  end
+
+  module MessageSending
+    def delay(options = {})
+      DelayProxy.new(self, options)
+    end
+    alias __delay__ delay
+    
+    def send_later(method, *args)
+      warn "[DEPRECATION] `object.send_later(:method)` is deprecated. Use `object.delay.method"
+      __delay__.__send__(method, *args)
+    end
+
+    def send_at(time, method, *args)
+      warn "[DEPRECATION] `object.send_at(time, :method)` is deprecated. Use `object.delay(:run_at => time).method"
+      __delay__(:run_at => time).__send__(method, *args)
+    end
+    
+    module ClassMethods
+      def handle_asynchronously(method)
+        aliased_method, punctuation = method.to_s.sub(/([?!=])$/, ''), $1
+        with_method, without_method = "#{aliased_method}_with_delay#{punctuation}", "#{aliased_method}_without_delay#{punctuation}"
+        define_method(with_method) do |*args|
+          delay.__send__(without_method, *args)
+        end
+        alias_method_chain method, :delay
+      end
+    end
+  end                               
+end
@@ -0,0 +1,27 @@
+module Delayed
+  class PerformableMethod < Struct.new(:object, :method, :args)
+    def initialize(object, method, args)
+      raise NoMethodError, "undefined method `#{method}' for #{object.inspect}" unless object.respond_to?(method, true)
+
+      self.object = object
+      self.args   = args
+      self.method = method.to_sym
+    end
+    
+    def display_name
+      "#{object.class}##{method}"
+    end
+    
+    def perform
+      object.send(method, *args) if object
+    end
+    
+    def method_missing(symbol, *args)
+      object.respond_to?(symbol) ? object.send(symbol, *args) : super
+    end
+       
+    def respond_to?(symbol, include_private=false)
+      object.respond_to?(symbol, include_private) || super
+    end    
+  end
+end
@@ -0,0 +1,14 @@
+require 'delayed_job'
+require 'rails'
+
+module Delayed
+  class Railtie < Rails::Railtie
+    initializer :after_initialize do
+      Delayed::Worker.guess_backend
+    end
+
+    rake_tasks do
+      load 'delayed/tasks.rb'
+    end
+  end
+end
@@ -0,0 +1,31 @@
+# Capistrano Recipes for managing delayed_job
+#
+# Add these callbacks to have the delayed_job process restart when the server
+# is restarted:
+#
+#   after "deploy:stop",    "delayed_job:stop"
+#   after "deploy:start",   "delayed_job:start"
+#   after "deploy:restart", "delayed_job:restart"
+
+Capistrano::Configuration.instance.load do
+  namespace :delayed_job do
+    def rails_env
+      fetch(:rails_env, false) ? "RAILS_ENV=#{fetch(:rails_env)}" : ''
+    end
+    
+    desc "Stop the delayed_job process"
+    task :stop, :roles => :app do
+      run "cd #{current_path};#{rails_env} script/delayed_job stop"
+    end
+
+    desc "Start the delayed_job process"
+    task :start, :roles => :app do
+      run "cd #{current_path};#{rails_env} script/delayed_job start"
+    end
+
+    desc "Restart the delayed_job process"
+    task :restart, :roles => :app do
+      run "cd #{current_path};#{rails_env} script/delayed_job restart"
+    end
+  end
+end
 \ No newline at end of file
@@ -0,0 +1,15 @@
+# Re-definitions are appended to existing tasks
+task :environment
+task :merb_env
+
+namespace :jobs do
+  desc "Clear the delayed_job queue."
+  task :clear => [:merb_env, :environment] do
+    Delayed::Job.delete_all
+  end
+
+  desc "Start a delayed_job worker."
+  task :work => [:merb_env, :environment] do
+    Delayed::Worker.new(:min_priority => ENV['MIN_PRIORITY'], :max_priority => ENV['MAX_PRIORITY']).start
+  end
+end
@@ -0,0 +1,191 @@
+require 'timeout'
+require 'active_support/core_ext/numeric/time'
+require 'active_support/core_ext/class/attribute_accessors'
+require 'active_support/core_ext/kernel'
+
+module Delayed
+  class Worker
+    cattr_accessor :min_priority, :max_priority, :max_attempts, :max_run_time, :default_priority, :sleep_delay, :logger
+    self.sleep_delay = 5
+    self.max_attempts = 25
+    self.max_run_time = 4.hours
+    self.default_priority = 0
+    
+    # By default failed jobs are destroyed after too many attempts. If you want to keep them around
+    # (perhaps to inspect the reason for the failure), set this to false.
+    cattr_accessor :destroy_failed_jobs
+    self.destroy_failed_jobs = true
+    
+    self.logger = if defined?(Merb::Logger)
+      Merb.logger
+    elsif defined?(RAILS_DEFAULT_LOGGER)
+      RAILS_DEFAULT_LOGGER
+    end
+
+    # name_prefix is ignored if name is set directly
+    attr_accessor :name_prefix
+    
+    cattr_reader :backend
+    
+    def self.backend=(backend)
+      if backend.is_a? Symbol
+        require "delayed/backend/#{backend}"
+        backend = "Delayed::Backend::#{backend.to_s.classify}::Job".constantize
+      end
+      @@backend = backend
+      silence_warnings { ::Delayed.const_set(:Job, backend) }
+    end
+    
+    def self.guess_backend
+      self.backend ||= if defined?(ActiveRecord)
+        :active_record
+      elsif defined?(MongoMapper)
+        :mongo_mapper
+      else
+        logger.warn "Could not decide on a backend, defaulting to active_record"
+        :active_record
+      end
+    end
+
+    def initialize(options={})
+      @quiet = options[:quiet]
+      self.class.min_priority = options[:min_priority] if options.has_key?(:min_priority)
+      self.class.max_priority = options[:max_priority] if options.has_key?(:max_priority)
+    end
+
+    # Every worker has a unique name which by default is the pid of the process. There are some
+    # advantages to overriding this with something which survives worker retarts:  Workers can#
+    # safely resume working on tasks which are locked by themselves. The worker will assume that
+    # it crashed before.
+    def name
+      return @name unless @name.nil?
+      "#{@name_prefix}host:#{Socket.gethostname} pid:#{Process.pid}" rescue "#{@name_prefix}pid:#{Process.pid}"
+    end
+
+    # Sets the name of the worker.
+    # Setting the name to nil will reset the default worker name
+    def name=(val)
+      @name = val
+    end
+
+    def start
+      say "Starting job worker"
+
+      trap('TERM') { say 'Exiting...'; $exit = true }
+      trap('INT')  { say 'Exiting...'; $exit = true }
+
+      loop do
+        result = nil
+
+        realtime = Benchmark.realtime do
+          result = work_off
+        end
+
+        count = result.sum
+
+        break if $exit
+
+        if count.zero?
+          sleep(@@sleep_delay)
+        else
+          say "#{count} jobs processed at %.4f j/s, %d failed ..." % [count / realtime, result.last]
+        end
+
+        break if $exit
+      end
+
+    ensure
+      Delayed::Job.clear_locks!(name)
+    end
+    
+    # Do num jobs and return stats on success/failure.
+    # Exit early if interrupted.
+    def work_off(num = 100)
+      success, failure = 0, 0
+
+      num.times do
+        case reserve_and_run_one_job
+        when true
+            success += 1
+        when false
+            failure += 1
+        else
+          break  # leave if no work could be done
+        end
+        break if $exit # leave if we're exiting
+      end
+
+      return [success, failure]
+    end
+    
+    def run(job)
+      runtime =  Benchmark.realtime do
+        Timeout.timeout(self.class.max_run_time.to_i) { job.invoke_job }
+        job.destroy
+      end
+      say "#{job.name} completed after %.4f" % runtime
+      return true  # did work
+    rescue Exception => e
+      handle_failed_job(job, e)
+      return false  # work failed
+    end
+    
+    # Reschedule the job in the future (when a job fails).
+    # Uses an exponential scale depending on the number of failed attempts.
+    def reschedule(job, time = nil)
+      if (job.attempts += 1) < self.class.max_attempts
+        time ||= Job.db_time_now + (job.attempts ** 4) + 5
+        job.run_at = time
+        job.unlock
+        job.save!
+      else
+        say "PERMANENTLY removing #{job.name} because of #{job.attempts} consecutive failures.", Logger::INFO
+
+        if job.payload_object.respond_to? :on_permanent_failure
+          say "Running on_permanent_failure hook"
+          failure_method = job.payload_object.method(:on_permanent_failure)
+          if failure_method.arity == 1
+            failure_method.call(job)
+          else
+            failure_method.call
+          end
+        end
+
+        self.class.destroy_failed_jobs ? job.destroy : job.update_attributes(:failed_at => Delayed::Job.db_time_now)
+      end
+    end
+
+    def say(text, level = Logger::INFO)
+      text = "[Worker(#{name})] #{text}"
+      puts text unless @quiet
+      logger.add level, "#{Time.now.strftime('%FT%T%z')}: #{text}" if logger
+    end
+
+  protected
+    
+    def handle_failed_job(job, error)
+      job.last_error = error.message + "\n" + error.backtrace.join("\n")
+      say "#{job.name} failed with #{error.class.name}: #{error.message} - #{job.attempts} failed attempts", Logger::ERROR
+      reschedule(job)
+    end
+    
+    # Run the next job we can get an exclusive lock on.
+    # If no jobs are left we return nil
+    def reserve_and_run_one_job
+
+      # We get up to 5 jobs from the db. In case we cannot get exclusive access to a job we try the next.
+      # this leads to a more even distribution of jobs across the worker processes
+      job = Delayed::Job.find_available(name, 5, self.class.max_run_time).detect do |job|
+        if job.lock_exclusively!(self.class.max_run_time, name)
+          say "acquired lock on #{job.name}"
+          true
+        else
+          say "failed to acquire exclusive lock for #{job.name}", Logger::WARN
+          false
+        end
+      end
+
+      run(job) if job
+    end
+  end
+end
@@ -0,0 +1,40 @@
+# These extensions allow properly serializing and autoloading of
+# Classes, Modules and Structs
+
+require 'yaml'
+
+class Module
+  yaml_as "tag:ruby.yaml.org,2002:module"
+
+  def self.yaml_new(klass, tag, val)
+    val.constantize
+  end
+
+  def to_yaml( opts = {} )
+    YAML::quick_emit( nil, opts ) { |out|
+      out.scalar(taguri, self.name, :plain)
+    }
+  end
+  
+  def yaml_tag_read_class(name)
+    # Constantize the object so that ActiveSupport can attempt
+    # its auto loading magic. Will raise LoadError if not successful.
+    name.constantize
+    name
+  end
+  
+end
+
+class Class
+  yaml_as "tag:ruby.yaml.org,2002:class"
+  remove_method :to_yaml # use Module's to_yaml
+end
+
+class Struct
+  def self.yaml_tag_read_class(name)
+    # Constantize the object so that ActiveSupport can attempt
+    # its auto loading magic. Will raise LoadError if not successful.
+    name.constantize
+    "Struct::#{ name }"
+  end
+end
@@ -0,0 +1,15 @@
+require 'active_support'
+
+require File.dirname(__FILE__) + '/delayed/message_sending'
+require File.dirname(__FILE__) + '/delayed/performable_method'
+require File.dirname(__FILE__) + '/delayed/yaml_ext'
+require File.dirname(__FILE__) + '/delayed/backend/base'
+require File.dirname(__FILE__) + '/delayed/worker'
+require File.dirname(__FILE__) + '/delayed/railtie' if defined?(::Rails::Railtie)
+
+Object.send(:include, Delayed::MessageSending)   
+Module.send(:include, Delayed::MessageSending::ClassMethods)
+
+if defined?(Merb::Plugins)
+  Merb::Plugins.add_rakefiles File.dirname(__FILE__) / 'delayed' / 'tasks'
+end
@@ -0,0 +1,34 @@
+require 'rails/generators'
+require 'rails/generators/migration'
+
+class DelayedJobGenerator < Rails::Generators::Base
+
+  include Rails::Generators::Migration
+  
+  def self.source_root
+     @source_root ||= File.join(File.dirname(__FILE__), 'templates')
+  end
+
+  # Implement the required interface for Rails::Generators::Migration.
+  #
+  def self.next_migration_number(dirname) #:nodoc:
+    next_migration_number = current_migration_number(dirname) + 1
+    if ActiveRecord::Base.timestamped_migrations
+      [Time.now.utc.strftime("%Y%m%d%H%M%S"), "%.14d" % next_migration_number].max
+    else
+      "%.3d" % next_migration_number
+    end
+  end
+  
+  def create_script_file
+    template 'script', 'script/delayed_job'
+    chmod 'script/delayed_job', 0755
+  end
+  
+  def create_migration_file
+    if defined?(ActiveRecord)
+      migration_template 'migration.rb', 'db/migrate/create_delayed_jobs.rb'
+    end
+  end
+
+end
 \ No newline at end of file
@@ -0,0 +1,21 @@
+class CreateDelayedJobs < ActiveRecord::Migration
+  def self.up
+    create_table :delayed_jobs, :force => true do |table|
+      table.integer  :priority, :default => 0      # Allows some jobs to jump to the front of the queue
+      table.integer  :attempts, :default => 0      # Provides for retries, but still fail eventually.
+      table.text     :handler                      # YAML-encoded string of the object that will do work
+      table.text     :last_error                   # reason for last failure (See Note below)
+      table.datetime :run_at                       # When to run. Could be Time.zone.now for immediately, or sometime in the future.
+      table.datetime :locked_at                    # Set when a client is working on this object
+      table.datetime :failed_at                    # Set when all retries have failed (actually, by default, the record is deleted instead)
+      table.string   :locked_by                    # Who is working on this object (if locked)
+      table.timestamps
+    end
+	
+    add_index :delayed_jobs, [:priority, :run_at], :name => 'delayed_jobs_priority'
+  end
+  
+  def self.down
+    drop_table :delayed_jobs  
+  end
+end
 \ No newline at end of file
@@ -0,0 +1 @@
+require 'delayed_job'
@@ -0,0 +1 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'delayed', 'recipes'))
@@ -0,0 +1,7 @@
+# Make sure this file does not get required manually
+module Autoloaded
+  class Clazz
+    def perform
+    end
+  end
+end
 \ No newline at end of file
@@ -0,0 +1,7 @@
+# Make sure this file does not get required manually
+module Autoloaded
+  class Struct < ::Struct.new(nil)
+    def perform
+    end
+  end
+end
 \ No newline at end of file
@@ -0,0 +1,46 @@
+require 'spec_helper'
+require 'backend/shared_backend_spec'
+require 'delayed/backend/active_record'
+
+describe Delayed::Backend::ActiveRecord::Job do
+  before(:all) do
+    @backend = Delayed::Backend::ActiveRecord::Job
+  end
+  
+  before(:each) do
+    Delayed::Backend::ActiveRecord::Job.delete_all
+    SimpleJob.runs = 0
+  end
+  
+  after do
+    Time.zone = nil
+  end
+  
+  it_should_behave_like 'a backend'
+
+  context "db_time_now" do
+    it "should return time in current time zone if set" do
+      Time.zone = 'Eastern Time (US & Canada)'
+      %w(EST EDT).should include(Delayed::Job.db_time_now.zone)
+    end
+    
+    it "should return UTC time if that is the AR default" do
+      Time.zone = nil
+      ActiveRecord::Base.default_timezone = :utc
+      Delayed::Backend::ActiveRecord::Job.db_time_now.zone.should == 'UTC'
+    end
+
+    it "should return local time if that is the AR default" do
+      Time.zone = 'Central Time (US & Canada)'
+      ActiveRecord::Base.default_timezone = :local
+      %w(CST CDT).should include(Delayed::Backend::ActiveRecord::Job.db_time_now.zone)
+    end
+  end
+  
+  describe "after_fork" do
+    it "should call reconnect on the connection" do
+      ActiveRecord::Base.connection.should_receive(:reconnect!)
+      Delayed::Backend::ActiveRecord::Job.after_fork
+    end
+  end
+end
@@ -0,0 +1,15 @@
+require 'spec_helper'
+require 'backend/shared_backend_spec'
+require 'delayed/backend/couch_rest'
+
+describe Delayed::Backend::CouchRest::Job do
+  before(:all) do
+    @backend = Delayed::Backend::CouchRest::Job
+  end
+  
+  before(:each) do
+    @backend.delete_all
+  end
+  
+  it_should_behave_like 'a backend'
+end
@@ -0,0 +1,16 @@
+require 'spec_helper'
+require 'backend/shared_backend_spec'
+require 'delayed/backend/data_mapper'
+
+describe Delayed::Backend::DataMapper::Job do
+  before(:all) do
+    @backend = Delayed::Backend::DataMapper::Job
+  end
+  
+  before(:each) do
+    # reset database before each example is run
+    DataMapper.auto_migrate!
+  end
+  
+  it_should_behave_like 'a backend'
+end
@@ -0,0 +1,94 @@
+require 'spec_helper'
+require 'backend/shared_backend_spec'
+require 'delayed/backend/mongo_mapper'
+
+describe Delayed::Backend::MongoMapper::Job do
+  before(:all) do
+    @backend = Delayed::Backend::MongoMapper::Job
+  end
+  
+  before(:each) do
+    MongoMapper.database.collections.each(&:remove)
+  end
+  
+  it_should_behave_like 'a backend'
+
+  describe "indexes" do
+    it "should have combo index on priority and run_at" do
+      @backend.collection.index_information.detect { |index| index[0] == 'priority_1_run_at_1' }.should_not be_nil
+    end
+
+    it "should have index on locked_by" do
+      @backend.collection.index_information.detect { |index| index[0] == 'locked_by_1' }.should_not be_nil
+    end
+  end
+  
+  describe "delayed method" do
+    class MongoStoryReader
+      def read(story)
+        "Epilog: #{story.tell}"
+      end
+    end
+    
+    class MongoStory
+      include ::MongoMapper::Document
+      key :text, String
+      
+      def tell
+        text
+      end
+    end
+    
+    it "should ignore not found errors because they are permanent" do
+      story = MongoStory.create :text => 'Once upon a time...'
+      job = story.delay.tell
+      story.destroy
+      lambda { job.invoke_job }.should_not raise_error
+    end
+
+    it "should store the object as string" do
+      story = MongoStory.create :text => 'Once upon a time...'
+      job = story.delay.tell
+
+      job.payload_object.class.should   == Delayed::PerformableMethod
+      job.payload_object.object.should  == story
+      job.payload_object.method.should  == :tell
+      job.payload_object.args.should    == []
+      job.payload_object.perform.should == 'Once upon a time...'
+    end
+
+    it "should store arguments as string" do
+      story = MongoStory.create :text => 'Once upon a time...'
+      job = MongoStoryReader.new.delay.read(story)
+      job.payload_object.class.should   == Delayed::PerformableMethod
+      job.payload_object.method.should  == :read
+      job.payload_object.args.should    == [story]
+      job.payload_object.perform.should == 'Epilog: Once upon a time...'
+    end
+  end
+  
+  describe "before_fork" do
+    after do
+      MongoMapper.connection.connect_to_master
+    end
+    
+    it "should disconnect" do
+      lambda do
+        Delayed::Backend::MongoMapper::Job.before_fork
+      end.should change { !!MongoMapper.connection.connected? }.from(true).to(false)
+    end
+  end
+
+  describe "after_fork" do
+    before do
+      MongoMapper.connection.close
+    end
+    
+    it "should call reconnect" do
+      lambda do
+        Delayed::Backend::MongoMapper::Job.after_fork
+      end.should change { !!MongoMapper.connection.connected? }.from(false).to(true)
+    end
+  end
+  
+end
@@ -0,0 +1,279 @@
+class NamedJob < Struct.new(:perform)
+  def display_name
+    'named_job'
+  end
+end
+
+shared_examples_for 'a backend' do
+  def create_job(opts = {})
+    @backend.create(opts.merge(:payload_object => SimpleJob.new))
+  end
+
+  before do
+    Delayed::Worker.max_priority = nil
+    Delayed::Worker.min_priority = nil
+    Delayed::Worker.default_priority = 99
+    SimpleJob.runs = 0
+  end
+  
+  it "should set run_at automatically if not set" do
+    @backend.create(:payload_object => ErrorJob.new ).run_at.should_not be_nil
+  end
+
+  it "should not set run_at automatically if already set" do
+    later = @backend.db_time_now + 5.minutes
+    @backend.create(:payload_object => ErrorJob.new, :run_at => later).run_at.should be_close(later, 1)
+  end
+
+  it "should raise ArgumentError when handler doesn't respond_to :perform" do
+    lambda { @backend.enqueue(Object.new) }.should raise_error(ArgumentError)
+  end
+
+  it "should increase count after enqueuing items" do
+    @backend.enqueue SimpleJob.new
+    @backend.count.should == 1
+  end
+  
+  it "should be able to set priority when enqueuing items" do
+    @job = @backend.enqueue SimpleJob.new, 5
+    @job.priority.should == 5
+  end
+
+  it "should use default priority when it is not set" do
+    @job = @backend.enqueue SimpleJob.new
+    @job.priority.should == 99
+  end
+
+  it "should be able to set run_at when enqueuing items" do
+    later = @backend.db_time_now + 5.minutes
+    @job = @backend.enqueue SimpleJob.new, 5, later
+    @job.run_at.should be_close(later, 1)
+  end
+
+  it "should work with jobs in modules" do
+    M::ModuleJob.runs = 0
+    job = @backend.enqueue M::ModuleJob.new
+    lambda { job.invoke_job }.should change { M::ModuleJob.runs }.from(0).to(1)
+  end
+  
+  describe "payload_object" do
+    it "should raise a DeserializationError when the job class is totally unknown" do
+      job = @backend.new :handler => "--- !ruby/object:JobThatDoesNotExist {}"
+      lambda { job.payload_object }.should raise_error(Delayed::Backend::DeserializationError)
+    end
+
+    it "should raise a DeserializationError when the job struct is totally unknown" do
+      job = @backend.new :handler => "--- !ruby/struct:StructThatDoesNotExist {}"
+      lambda { job.payload_object }.should raise_error(Delayed::Backend::DeserializationError)
+    end
+    
+    it "should autoload classes that are unknown at runtime" do
+      job = @backend.new :handler => "--- !ruby/object:Autoloaded::Clazz {}"
+      lambda { job.payload_object }.should_not raise_error(Delayed::Backend::DeserializationError)
+    end
+
+    it "should autoload structs that are unknown at runtime" do
+      job = @backend.new :handler => "--- !ruby/struct:Autoloaded::Struct {}"
+      lambda { job.payload_object }.should_not raise_error(Delayed::Backend::DeserializationError)
+    end
+  end
+  
+  describe "find_available" do
+    it "should not find failed jobs" do
+      @job = create_job :attempts => 50, :failed_at => @backend.db_time_now
+      @backend.find_available('worker', 5, 1.second).should_not include(@job)
+    end
+    
+    it "should not find jobs scheduled for the future" do
+      @job = create_job :run_at => (@backend.db_time_now + 1.minute)
+      @backend.find_available('worker', 5, 4.hours).should_not include(@job)
+    end
+    
+    it "should not find jobs locked by another worker" do
+      @job = create_job(:locked_by => 'other_worker', :locked_at => @backend.db_time_now - 1.minute)
+      @backend.find_available('worker', 5, 4.hours).should_not include(@job)
+    end
+    
+    it "should find open jobs" do
+      @job = create_job
+      @backend.find_available('worker', 5, 4.hours).should include(@job)
+    end
+    
+    it "should find expired jobs" do
+      @job = create_job(:locked_by => 'worker', :locked_at => @backend.db_time_now - 2.minutes)
+      @backend.find_available('worker', 5, 1.minute).should include(@job)
+    end
+    
+    it "should find own jobs" do
+      @job = create_job(:locked_by => 'worker', :locked_at => (@backend.db_time_now - 1.minutes))
+      @backend.find_available('worker', 5, 4.hours).should include(@job)
+    end
+
+    it "should find only the right amount of jobs" do
+      10.times { create_job }
+      @backend.find_available('worker', 7, 4.hours).should have(7).jobs
+    end
+  end
+  
+  context "when another worker is already performing an task, it" do
+
+    before :each do
+      @job = @backend.create :payload_object => SimpleJob.new, :locked_by => 'worker1', :locked_at => @backend.db_time_now - 5.minutes
+    end
+
+    it "should not allow a second worker to get exclusive access" do
+      @job.lock_exclusively!(4.hours, 'worker2').should == false
+    end
+
+    it "should allow a second worker to get exclusive access if the timeout has passed" do
+      @job.lock_exclusively!(1.minute, 'worker2').should == true
+    end      
+    
+    it "should be able to get access to the task if it was started more then max_age ago" do
+      @job.locked_at = 5.hours.ago
+      @job.save
+
+      @job.lock_exclusively! 4.hours, 'worker2'
+      @job.reload
+      @job.locked_by.should == 'worker2'
+      @job.locked_at.should > 1.minute.ago
+    end
+
+    it "should not be found by another worker" do
+      @backend.find_available('worker2', 1, 6.minutes).length.should == 0
+    end
+
+    it "should be found by another worker if the time has expired" do
+      @backend.find_available('worker2', 1, 4.minutes).length.should == 1
+    end
+
+    it "should be able to get exclusive access again when the worker name is the same" do
+      @job.lock_exclusively!(5.minutes, 'worker1').should be_true
+      @job.lock_exclusively!(5.minutes, 'worker1').should be_true
+      @job.lock_exclusively!(5.minutes, 'worker1').should be_true
+    end                                        
+  end
+  
+  context "when another worker has worked on a task since the job was found to be available, it" do
+
+    before :each do
+      @job = @backend.create :payload_object => SimpleJob.new
+      @job_copy_for_worker_2 = @backend.find(@job.id)
+    end
+
+    it "should not allow a second worker to get exclusive access if already successfully processed by worker1" do
+      @job.destroy
+      @job_copy_for_worker_2.lock_exclusively!(4.hours, 'worker2').should == false
+    end
+
+    it "should not allow a second worker to get exclusive access if failed to be processed by worker1 and run_at time is now in future (due to backing off behaviour)" do
+      @job.update_attributes(:attempts => 1, :run_at => 1.day.from_now)
+      @job_copy_for_worker_2.lock_exclusively!(4.hours, 'worker2').should == false
+    end
+  end
+
+  context "#name" do
+    it "should be the class name of the job that was enqueued" do
+      @backend.create(:payload_object => ErrorJob.new ).name.should == 'ErrorJob'
+    end
+    
+    it "should be the method that will be called if its a performable method object" do
+      job = @backend.new(:payload_object => NamedJob.new)
+      job.name.should == 'named_job'
+    end
+
+    it "should be the instance method that will be called if its a performable method object" do
+      @job = Story.create(:text => "...").delay.save
+      @job.name.should == 'Story#save'
+    end
+  end
+  
+  context "worker prioritization" do
+    before(:each) do
+      Delayed::Worker.max_priority = nil
+      Delayed::Worker.min_priority = nil
+    end
+
+    it "should fetch jobs ordered by priority" do
+      10.times { @backend.enqueue SimpleJob.new, rand(10) }
+      jobs = @backend.find_available('worker', 10)
+      jobs.size.should == 10
+      jobs.each_cons(2) do |a, b| 
+        a.priority.should <= b.priority
+      end
+    end
+
+    it "should only find jobs greater than or equal to min priority" do
+      min = 5
+      Delayed::Worker.min_priority = min
+      10.times {|i| @backend.enqueue SimpleJob.new, i }
+      jobs = @backend.find_available('worker', 10)
+      jobs.each {|job| job.priority.should >= min}
+    end
+
+    it "should only find jobs less than or equal to max priority" do
+      max = 5
+      Delayed::Worker.max_priority = max
+      10.times {|i| @backend.enqueue SimpleJob.new, i }
+      jobs = @backend.find_available('worker', 10)
+      jobs.each {|job| job.priority.should <= max}
+    end
+  end
+  
+  context "clear_locks!" do
+    before do
+      @job = create_job(:locked_by => 'worker', :locked_at => @backend.db_time_now)
+    end
+    
+    it "should clear locks for the given worker" do
+      @backend.clear_locks!('worker')
+      @backend.find_available('worker2', 5, 1.minute).should include(@job)
+    end
+    
+    it "should not clear locks for other workers" do
+      @backend.clear_locks!('worker1')
+      @backend.find_available('worker1', 5, 1.minute).should_not include(@job)
+    end
+  end
+  
+  context "unlock" do
+    before do
+      @job = create_job(:locked_by => 'worker', :locked_at => @backend.db_time_now)
+    end
+
+    it "should clear locks" do
+      @job.unlock
+      @job.locked_by.should be_nil
+      @job.locked_at.should be_nil
+    end
+  end
+  
+  context "large handler" do
+    before do
+      text = "Lorem ipsum dolor sit amet. " * 1000
+      @job = @backend.enqueue Delayed::PerformableMethod.new(text, :length, {})
+    end
+    
+    it "should have an id" do
+      @job.id.should_not be_nil
+    end
+  end
+
+  describe "yaml serialization" do
+    it "should reload changed attributes" do
+      job = @backend.enqueue SimpleJob.new
+      yaml = job.to_yaml
+      job.priority = 99
+      job.save
+      YAML.load(yaml).priority.should == 99
+    end
+
+    it "should ignore destroyed records" do
+      job = @backend.enqueue SimpleJob.new
+      yaml = job.to_yaml
+      job.destroy
+      lambda { YAML.load(yaml).should be_nil }.should_not raise_error
+    end
+  end
+
+end
@@ -0,0 +1,51 @@
+require 'spec_helper'
+
+describe Delayed::MessageSending do
+  describe "handle_asynchronously" do
+    class Story < ActiveRecord::Base
+      def tell!(arg)
+      end
+      handle_asynchronously :tell!
+    end
+    
+    it "should alias original method" do
+      Story.new.should respond_to(:tell_without_delay!)
+      Story.new.should respond_to(:tell_with_delay!)
+    end
+    
+    it "should create a PerformableMethod" do
+      story = Story.create!
+      lambda {
+        job = story.tell!(1)
+        job.payload_object.class.should   == Delayed::PerformableMethod
+        job.payload_object.method.should  == :tell_without_delay!
+        job.payload_object.args.should    == [1]
+      }.should change { Delayed::Job.count }
+    end
+  end
+
+  context "delay" do
+    it "should create a new PerformableMethod job" do
+      lambda {
+        job = "hello".delay.count('l')
+        job.payload_object.class.should   == Delayed::PerformableMethod
+        job.payload_object.method.should  == :count
+        job.payload_object.args.should    == ['l']
+      }.should change { Delayed::Job.count }.by(1)
+    end
+
+    it "should set default priority" do
+      Delayed::Worker.default_priority = 99
+      job = Object.delay.to_s
+      job.priority.should == 99
+      Delayed::Worker.default_priority = 0
+    end
+
+    it "should set job options" do
+      run_at = Time.parse('2010-05-03 12:55 AM')
+      job = Object.delay(:priority => 20, :run_at => run_at).to_s
+      job.run_at.should == run_at
+      job.priority.should == 20
+    end
+  end
+end
@@ -0,0 +1,48 @@
+require 'spec_helper'
+
+describe Delayed::PerformableMethod do
+  describe "perform" do
+    before do
+      @method = Delayed::PerformableMethod.new("foo", :count, ['o'])
+    end
+    
+    context "with the persisted record cannot be found" do
+      before do
+        @method.object = nil
+      end
+    
+      it "should be a no-op if object is nil" do
+        lambda { @method.perform }.should_not raise_error
+      end
+    end
+    
+    it "should call the method on the object" do
+      @method.object.should_receive(:count).with('o')
+      @method.perform
+    end
+    
+    it "should respond to on_permanent_failure when implemented and target object is called via object.delay.do_something" do
+      @method = Delayed::PerformableMethod.new(OnPermanentFailureJob.new, :perform, [])
+      @method.respond_to?(:on_permanent_failure).should be_true
+      @method.object.should_receive(:on_permanent_failure)
+      @method.on_permanent_failure
+    end    
+  end
+
+  it "should raise a NoMethodError if target method doesn't exist" do
+    lambda {
+      Delayed::PerformableMethod.new(Object, :method_that_does_not_exist, [])
+    }.should raise_error(NoMethodError)
+  end
+  
+  it "should not raise NoMethodError if target method is private" do
+    clazz = Class.new do
+      def private_method
+      end
+      private :private_method
+    end
+    lambda {
+      Delayed::PerformableMethod.new(clazz.new, :private_method, [])
+    }.should_not raise_error(NoMethodError)
+  end
+end
@@ -0,0 +1,25 @@
+class SimpleJob
+  cattr_accessor :runs; self.runs = 0
+  def perform; @@runs += 1; end
+end
+
+class ErrorJob
+  cattr_accessor :runs; self.runs = 0
+  def perform; raise 'did not work'; end
+end             
+
+class LongRunningJob
+  def perform; sleep 250; end
+end
+
+class OnPermanentFailureJob < SimpleJob
+  def on_permanent_failure
+  end
+end
+
+module M
+  class ModuleJob
+    cattr_accessor :runs; self.runs = 0
+    def perform; @@runs += 1; end    
+  end
+end
@@ -0,0 +1,33 @@
+require 'active_record'
+
+ActiveRecord::Base.establish_connection(:adapter => 'sqlite3', :database => ':memory:')
+ActiveRecord::Base.logger = Delayed::Worker.logger
+ActiveRecord::Migration.verbose = false
+
+ActiveRecord::Schema.define do
+  create_table :delayed_jobs, :force => true do |table|
+    table.integer  :priority, :default => 0
+    table.integer  :attempts, :default => 0
+    table.text     :handler
+    table.text     :last_error
+    table.datetime :run_at
+    table.datetime :locked_at
+    table.datetime :failed_at
+    table.string   :locked_by
+    table.timestamps
+  end
+
+  add_index :delayed_jobs, [:priority, :run_at], :name => 'delayed_jobs_priority'
+
+  create_table :stories, :force => true do |table|
+    table.string :text
+  end
+end
+
+# Purely useful for test cases...
+class Story < ActiveRecord::Base
+  def tell; text; end       
+  def whatever(n, _); tell*n; end
+  
+  handle_asynchronously :whatever
+end
@@ -0,0 +1,7 @@
+require 'couchrest'
+require 'delayed/backend/couch_rest'
+
+Delayed::Backend::CouchRest::Job.use_database CouchRest::Server.new.database!('delayed_job_spec')
+
+# try to perform a query to check that we can connect
+Delayed::Backend::CouchRest::Job.all
 \ No newline at end of file
@@ -0,0 +1,8 @@
+require 'dm-core'
+require 'dm-validations'
+
+require 'delayed/backend/data_mapper'
+
+DataMapper.logger = Delayed::Worker.logger
+DataMapper.setup(:default, "sqlite3::memory:")
+DataMapper.auto_migrate!
 \ No newline at end of file
@@ -0,0 +1,17 @@
+require 'mongo_mapper'
+
+MongoMapper.config = {
+  RAILS_ENV => {'database' => 'delayed_job'}
+}
+MongoMapper.connect RAILS_ENV
+
+unless defined?(Story)
+  class Story
+    include ::MongoMapper::Document
+    def tell; text; end       
+    def whatever(n, _); tell*n; end
+    def self.count; end
+  
+    handle_asynchronously :whatever
+  end
+end
@@ -0,0 +1,31 @@
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'spec'
+require 'logger'
+
+gem 'activerecord', ENV['RAILS_VERSION'] if ENV['RAILS_VERSION']
+
+require 'delayed_job'
+require 'sample_jobs'
+
+Delayed::Worker.logger = Logger.new('/tmp/dj.log')
+RAILS_ENV = 'test'
+
+# determine the available backends
+BACKENDS = []
+Dir.glob("#{File.dirname(__FILE__)}/setup/*.rb") do |backend|
+  begin
+    backend = File.basename(backend, '.rb')
+    require "setup/#{backend}"
+    require "backend/#{backend}_job_spec"
+    BACKENDS << backend.to_sym
+  rescue Exception
+    puts "Unable to load #{backend} backend: #{$!}"
+  end
+end
+
+Delayed::Worker.backend = BACKENDS.first
+
+# Add this directory so the ActiveSupport autoloading works
+ActiveSupport::Dependencies.load_paths << File.dirname(__FILE__)
@@ -0,0 +1,214 @@
+require 'spec_helper'
+
+describe Delayed::Worker do
+  def job_create(opts = {})
+    Delayed::Job.create(opts.merge(:payload_object => SimpleJob.new))
+  end
+
+  describe "backend=" do
+    before do
+      @clazz = Class.new
+      Delayed::Worker.backend = @clazz
+    end
+
+    it "should set the Delayed::Job constant to the backend" do
+      Delayed::Job.should == @clazz
+    end
+    
+    it "should set backend with a symbol" do
+      Delayed::Worker.backend = :active_record
+      Delayed::Worker.backend.should == Delayed::Backend::ActiveRecord::Job
+    end
+  end
+  
+  BACKENDS.each do |backend|
+    describe "with the #{backend} backend" do
+      before do
+        Delayed::Worker.backend = backend
+        Delayed::Job.delete_all
+
+        @worker = Delayed::Worker.new(:max_priority => nil, :min_priority => nil, :quiet => true)
+
+        SimpleJob.runs = 0
+      end
+  
+      describe "running a job" do
+        it "should fail after Worker.max_run_time" do
+          begin
+            old_max_run_time = Delayed::Worker.max_run_time
+            Delayed::Worker.max_run_time = 1.second
+            @job = Delayed::Job.create :payload_object => LongRunningJob.new
+            @worker.run(@job)
+            @job.reload.last_error.should =~ /expired/
+            @job.attempts.should == 1
+          ensure
+            Delayed::Worker.max_run_time = old_max_run_time
+          end
+        end
+      end
+  
+      context "worker prioritization" do
+        before(:each) do
+          @worker = Delayed::Worker.new(:max_priority => 5, :min_priority => -5, :quiet => true)
+        end
+
+        it "should only work_off jobs that are >= min_priority" do
+          job_create(:priority => -10)
+          job_create(:priority => 0)
+          @worker.work_off
+
+          SimpleJob.runs.should == 1
+        end
+
+        it "should only work_off jobs that are <= max_priority" do
+          job_create(:priority => 10)
+          job_create(:priority => 0)
+
+          @worker.work_off
+
+          SimpleJob.runs.should == 1
+        end
+      end
+
+      context "while running with locked and expired jobs" do
+        before(:each) do
+          @worker.name = 'worker1'
+        end
+    
+        it "should not run jobs locked by another worker" do
+          job_create(:locked_by => 'other_worker', :locked_at => (Delayed::Job.db_time_now - 1.minutes))
+          lambda { @worker.work_off }.should_not change { SimpleJob.runs }
+        end
+    
+        it "should run open jobs" do
+          job_create
+          lambda { @worker.work_off }.should change { SimpleJob.runs }.from(0).to(1)
+        end
+    
+        it "should run expired jobs" do
+          expired_time = Delayed::Job.db_time_now - (1.minutes + Delayed::Worker.max_run_time)
+          job_create(:locked_by => 'other_worker', :locked_at => expired_time)
+          lambda { @worker.work_off }.should change { SimpleJob.runs }.from(0).to(1)
+        end
+    
+        it "should run own jobs" do
+          job_create(:locked_by => @worker.name, :locked_at => (Delayed::Job.db_time_now - 1.minutes))
+          lambda { @worker.work_off }.should change { SimpleJob.runs }.from(0).to(1)
+        end
+      end
+  
+      describe "failed jobs" do
+        before do
+          # reset defaults
+          Delayed::Worker.destroy_failed_jobs = true
+          Delayed::Worker.max_attempts = 25
+
+          @job = Delayed::Job.enqueue ErrorJob.new
+        end
+
+        it "should record last_error when destroy_failed_jobs = false, max_attempts = 1" do
+          Delayed::Worker.destroy_failed_jobs = false
+          Delayed::Worker.max_attempts = 1
+          @worker.run(@job)
+          @job.reload
+          @job.last_error.should =~ /did not work/
+          @job.last_error.should =~ /worker_spec.rb/
+          @job.attempts.should == 1
+          @job.failed_at.should_not be_nil
+        end
+    
+        it "should re-schedule jobs after failing" do
+          @worker.run(@job)
+          @job.reload
+          @job.last_error.should =~ /did not work/
+          @job.last_error.should =~ /sample_jobs.rb:8:in `perform'/
+          @job.attempts.should == 1
+          @job.run_at.should > Delayed::Job.db_time_now - 10.minutes
+          @job.run_at.should < Delayed::Job.db_time_now + 10.minutes
+        end
+      end
+  
+      context "reschedule" do
+        before do
+          @job = Delayed::Job.create :payload_object => SimpleJob.new
+        end
+   
+        share_examples_for "any failure more than Worker.max_attempts times" do
+          context "when the job's payload has an #on_permanent_failure hook" do
+            before do
+              @job = Delayed::Job.create :payload_object => OnPermanentFailureJob.new
+              @job.payload_object.should respond_to :on_permanent_failure
+            end
+
+            it "should run that hook" do
+              @job.payload_object.should_receive :on_permanent_failure
+              Delayed::Worker.max_attempts.times { @worker.reschedule(@job) }
+            end
+          end
+
+          context "when the job's payload has no #on_permanent_failure hook" do
+            # It's a little tricky to test this in a straightforward way, 
+            # because putting a should_not_receive expectation on 
+            # @job.payload_object.on_permanent_failure makes that object
+            # incorrectly return true to 
+            # payload_object.respond_to? :on_permanent_failure, which is what
+            # reschedule uses to decide whether to call on_permanent_failure.  
+            # So instead, we just make sure that the payload_object as it 
+            # already stands doesn't respond_to? on_permanent_failure, then
+            # shove it through the iterated reschedule loop and make sure we
+            # don't get a NoMethodError (caused by calling that nonexistent
+            # on_permanent_failure method).
+            
+            before do
+              @job.payload_object.should_not respond_to(:on_permanent_failure)
+            end
+
+            it "should not try to run that hook" do
+              lambda do
+                Delayed::Worker.max_attempts.times { @worker.reschedule(@job) }
+              end.should_not raise_exception(NoMethodError)
+            end
+          end
+        end
+
+        context "and we want to destroy jobs" do
+          before do
+            Delayed::Worker.destroy_failed_jobs = true
+          end
+
+          it_should_behave_like "any failure more than Worker.max_attempts times"
+
+          it "should be destroyed if it failed more than Worker.max_attempts times" do
+            @job.should_receive(:destroy)
+            Delayed::Worker.max_attempts.times { @worker.reschedule(@job) }
+          end
+      
+          it "should not be destroyed if failed fewer than Worker.max_attempts times" do
+            @job.should_not_receive(:destroy)
+            (Delayed::Worker.max_attempts - 1).times { @worker.reschedule(@job) }
+          end
+        end
+    
+        context "and we don't want to destroy jobs" do
+          before do
+            Delayed::Worker.destroy_failed_jobs = false
+          end
+      
+          it_should_behave_like "any failure more than Worker.max_attempts times"
+
+          it "should be failed if it failed more than Worker.max_attempts times" do
+            @job.reload.failed_at.should == nil
+            Delayed::Worker.max_attempts.times { @worker.reschedule(@job) }
+            @job.reload.failed_at.should_not == nil
+          end
+
+          it "should not be failed if it failed fewer than Worker.max_attempts times" do
+            (Delayed::Worker.max_attempts - 1).times { @worker.reschedule(@job) }
+            @job.reload.failed_at.should == nil
+          end
+        end
+      end
+    end
+  end
+  
+end
@@ -0,0 +1 @@
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'delayed', 'tasks'))
...	...	@@ -21,8 +21,8 @@ class InviteController < PublicController
21	21	if !params[:mail_template].match(/<url>/)
22	22	flash.now[:notice] = _('<url> is needed in invitation mail.')
23	23	elsif !contacts_to_invite.empty?
24		- Invitation.invite(current_user.person, contacts_to_invite, params[:mail_template], profile)
25		- session[:notice] = _('Your invitations have been sent.')
	24	+ Delayed::Job.enqueue InvitationJob.new(current_user.person, contacts_to_invite, params[:mail_template], profile)
	25	+ session[:notice] = _('Your invitations are being sent.')
26	26	if profile.person?
27	27	redirect_to :controller => 'friends'
28	28	else
...	...
...	...	@@ -0,0 +1,21 @@
	1	+class CreateDelayedJobs < ActiveRecord::Migration
	2	+ def self.up
	3	+ create_table :delayed_jobs, :force => true do \|table\|
	4	+ table.integer :priority, :default => 0 # Allows some jobs to jump to the front of the queue
	5	+ table.integer :attempts, :default => 0 # Provides for retries, but still fail eventually.
	6	+ table.text :handler # YAML-encoded string of the object that will do work
	7	+ table.text :last_error # reason for last failure (See Note below)
	8	+ table.datetime :run_at # When to run. Could be Time.zone.now for immediately, or sometime in the future.
	9	+ table.datetime :locked_at # Set when a client is working on this object
	10	+ table.datetime :failed_at # Set when all retries have failed (actually, by default, the record is deleted instead)
	11	+ table.string :locked_by # Who is working on this object (if locked)
	12	+ table.timestamps
	13	+ end
	14	+
	15	+ add_index :delayed_jobs, [:priority, :run_at], :name => 'delayed_jobs_priority'
	16	+ end
	17	+
	18	+ def self.down
	19	+ drop_table :delayed_jobs
	20	+ end
	21	+end
...	...
...	...	@@ -9,7 +9,7 @@
9	9	#
10	10	# It's strongly recommended to check this file into your version control system.
11	11
12		-ActiveRecord::Schema.define(:version => 20100811211216) do
	12	+ActiveRecord::Schema.define(:version => 20100820153354) do
13	13
14	14	create_table "article_versions", :force => true do \|t\|
15	15	t.integer "article_id"
...	...	@@ -160,6 +160,21 @@ ActiveRecord::Schema.define(:version => 20100811211216) do
160	160	t.datetime "created_at"
161	161	end
162	162
	163	+ create_table "delayed_jobs", :force => true do \|t\|
	164	+ t.integer "priority", :default => 0
	165	+ t.integer "attempts", :default => 0
	166	+ t.text "handler"
	167	+ t.text "last_error"
	168	+ t.datetime "run_at"
	169	+ t.datetime "locked_at"
	170	+ t.datetime "failed_at"
	171	+ t.string "locked_by"
	172	+ t.datetime "created_at"
	173	+ t.datetime "updated_at"
	174	+ end
	175	+
	176	+ add_index "delayed_jobs", ["priority", "run_at"], :name => "delayed_jobs_priority"
	177	+
163	178	create_table "domains", :force => true do \|t\|
164	179	t.string "name"
165	180	t.string "owner_type"
...	...
...	...	@@ -91,12 +91,14 @@ Feature: invitation
91	91	And I fill in "manual_import_addresses" with "santos@invalid.br"
92	92	And I fill in "mail_template" with "Follow this link <url>"
93	93	And I press "Invite my friends!"
	94	+ Given there are no pending jobs
94	95	When I am logged in as "josesantos"
95	96	And I go to the Control panel
96	97	And I should see "josesilva invites you to join the community 26 Bsslines."
97	98
98	99	Scenario: noosfero user accepts to join community
99	100	Given I invite email "santos@invalid.br" to join community "26 Bsslines"
	101	+ And there are no pending jobs
100	102	When I am logged in as "josesantos"
101	103	And I go to the Control panel
102	104	And I follow "Process requests"
...	...	@@ -110,6 +112,7 @@ Feature: invitation
110	112
111	113	Scenario: noosfero user rejects to join community
112	114	Given I invite email "santos@invalid.br" to join community "26 Bsslines"
	115	+ And there are no pending jobs
113	116	When I am logged in as "josesantos"
114	117	And I go to the Control panel
115	118	And I follow "Process requests"
...	...	@@ -129,12 +132,14 @@ Feature: invitation
129	132	And I fill in "manual_import_addresses" with "santos@invalid.br"
130	133	And I fill in "mail_template" with "Follow this link <url>"
131	134	And I press "Invite my friends!"
	135	+ Given there are no pending jobs
132	136	When I am logged in as "josesantos"
133	137	And I go to the Control panel
134	138	And I should see "josesilva wants to be your friend."
135	139
136	140	Scenario: noosfero user accepts to be friend
137	141	Given I invite email "santos@invalid.br" to be my friend
	142	+ And there are no pending jobs
138	143	When I am logged in as "josesantos"
139	144	And I go to the Control panel
140	145	And I follow "Process requests"
...	...	@@ -148,6 +153,7 @@ Feature: invitation
148	153
149	154	Scenario: noosfero user rejects to be friend
150	155	Given I invite email "santos@invalid.br" to be my friend
	156	+ And there are no pending jobs
151	157	When I am logged in as "josesantos"
152	158	And I go to the Control panel
153	159	And I follow "Process requests"
...	...
...	...	@@ -17,3 +17,7 @@ Given /^I invite email "(.+)" to be my friend$/ do \|email\|
17	17	fill_in('mail_template', :with => 'Follow this link <url>')
18	18	click_button("Invite my friends!")
19	19	end
	20	+
	21	+Given /^there are no pending jobs$/ do
	22	+ Delayed::Worker.new.work_off
	23	+end
...	...
...	...	@@ -0,0 +1,5 @@
	1	+class InvitationJob < Struct.new(:person, :contacts_to_invite, :message, :profile)
	2	+ def perform
	3	+ Invitation.invite(person, contacts_to_invite, message, profile)
	4	+ end
	5	+end
...	...
...	...	@@ -0,0 +1,33 @@
	1	+#!/usr/bin/env ruby
	2	+
	3	+## This is the Noosfero delayed job controller script. It starts and stops the
	4	+# delayed job daemon, which is implemented in the DelayedJob plugin.
	5	+#
	6	+# The role of this script is to just start/stop the daemon, write a PID file,
	7	+# etc. The actual feed update logic is DelayedJob plugin.
	8	+
	9	+require 'daemons'
	10	+
	11	+NOOSFERO_ROOT = File.expand_path(File.dirname(__FILE__) + '/../')
	12	+
	13	+options = {
	14	+ :dir_mode => :normal,
	15	+ :dir => File.dirname(__FILE__) + '/../tmp/pids',
	16	+ :multiple => false,
	17	+ :backtrace => true,
	18	+ :monitor => true,
	19	+}
	20	+
	21	+Daemons.run_proc('job_runner', options) do
	22	+ if ARGV.include?('--')
	23	+ ARGV.slice! 0..ARGV.index('--')
	24	+ else
	25	+ ARGV.clear
	26	+ end
	27	+
	28	+ Dir.chdir NOOSFERO_ROOT
	29	+ RAILS_ENV = ARGV.first \|\| ENV['RAILS_ENV'] \|\| 'development'
	30	+ require NOOSFERO_ROOT + '/config/environment'
	31	+
	32	+ Delayed::Worker.new.start
	33	+end
...	...
...	...	@@ -21,9 +21,11 @@ do_start() {
21	21	./script/ferret_server -e $RAILS_ENV start
22	22	./script/feed-updater start
23	23	mongrel_rails cluster::start
	24	+ ./script/delayed_job start
24	25	}
25	26
26	27	do_stop() {
	28	+ ./script/delayed_job stop
27	29	mongrel_rails cluster::stop
28	30	./script/feed-updater stop
29	31	./script/ferret_server -e $RAILS_ENV stop
...	...
...	...	@@ -10,48 +10,83 @@ class InviteControllerTest < ActionController::TestCase
10	10	end
11	11	attr_accessor :profile, :friend, :community
12	12
13		- should 'actually invite manually added address with friend object' do
14		- assert_difference InviteFriend, :count, 1 do
	13	+ should 'add manually invitation of an added address with friend object on a queue and process it later' do
	14	+ assert_difference Delayed::Job, :count, 1 do
15	15	post :friends, :profile => profile.identifier, :manual_import_addresses => "#{friend.name} <#{friend.email}>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
16	16	assert_redirected_to :controller => 'friends'
17	17	end
18		- end
19	18
20		- should 'actually invite manually added address with only e-mail' do
21	19	assert_difference InviteFriend, :count, 1 do
22		- post :friends, :profile => profile.identifier, :manual_import_addresses => "test@test.com", :import_from => "manual", :mail_template => "click: <url>", :step => 2
	20	+ Delayed::Worker.new.work_off
23	21	end
24	22	end
25	23
26		- should 'actually invite manually added addresses with e-mail and other format' do
	24	+ should 'add manually invitation of an added address with only email on a queue and process it later' do
	25	+ assert_difference Delayed::Job, :count, 1 do
	26	+ post :friends, :profile => profile.identifier, :manual_import_addresses => "test@test.com", :import_from => "manual", :mail_template => "click: <url>", :step => 2
	27	+ assert_redirected_to :controller => 'friends'
	28	+ end
	29	+
27	30	assert_difference InviteFriend, :count, 1 do
	31	+ Delayed::Worker.new.work_off
	32	+ end
	33	+ end
	34	+
	35	+ should 'add manually invitation of an added address with email and other format on a queue and process it later' do
	36	+ assert_difference Delayed::Job, :count, 1 do
28	37	post :friends, :profile => profile.identifier, :manual_import_addresses => "test@test.cz.com", :import_from => "manual", :mail_template => "click: <url>", :step => 2
	38	+ assert_redirected_to :controller => 'friends'
	39	+ end
	40	+
	41	+ assert_difference InviteFriend, :count, 1 do
	42	+ Delayed::Worker.new.work_off
29	43	end
30	44	end
31	45
32		- should 'actually invite more than one manually added address' do
33		- assert_difference InviteFriend, :count, 2 do
	46	+ should 'add manually invitation of more than one added address on a queue and process it later' do
	47	+ assert_difference Delayed::Job, :count, 1 do
34	48	post :friends, :profile => profile.identifier, :manual_import_addresses => "Some Friend <somefriend@email.com>\r\notherperson@bleble.net\r\n", :import_from => "manual", :mail_template => "click: <url>", :step => 2
	49	+ assert_redirected_to :controller => 'friends'
	50	+ end
	51	+
	52	+ assert_difference InviteFriend, :count, 2 do
	53	+ Delayed::Worker.new.work_off
35	54	end
36	55	end
37	56
38		- should 'actualy invite manually added addresses with name and e-mail' do
39		- assert_difference InviteFriend, :count, 1 do
	57	+ should 'add manually invitation of an added address with name and e-mail on a queue and process it later' do
	58	+ assert_difference Delayed::Job, :count, 1 do
40	59	post :friends, :profile => profile.identifier, :manual_import_addresses => "Test Name <test@test.com>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
	60	+ assert_redirected_to :controller => 'friends'
	61	+ end
	62	+
	63	+ assert_difference InviteFriend, :count, 1 do
	64	+ Delayed::Worker.new.work_off
41	65	end
42	66	end
43	67
44		- should 'not invite yourself' do
45		- assert_no_difference InviteFriend, :count do
	68	+ should 'add invitation of yourself on a queue and not process it later' do
	69	+ assert_difference Delayed::Job, :count, 1 do
46	70	post :friends, :profile => profile.identifier, :manual_import_addresses => "#{profile.name} <#{profile.user.email}>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
	71	+ assert_redirected_to :controller => 'friends'
	72	+ end
	73	+
	74	+ assert_no_difference InviteFriend, :count do
	75	+ Delayed::Worker.new.work_off
47	76	end
48	77	end
49	78
50		- should 'not invite if already a friend' do
	79	+ should 'add invitation of an already friend on a queue and not process it later' do
51	80	friend = create_user('testfriend', :email => 'friend@noosfero.org')
52	81	friend.person.add_friend(profile)
53		- assert_no_difference InviteFriend, :count do
	82	+
	83	+ assert_difference Delayed::Job, :count, 1 do
54	84	post :friends, :profile => profile.identifier, :manual_import_addresses => "#{friend.name} <#{friend.email}>", :import_from => "manual", :mail_template => "click: <url>", :step => 2
	85	+ assert_redirected_to :controller => 'friends'
	86	+ end
	87	+
	88	+ assert_no_difference InviteFriend, :count do
	89	+ Delayed::Worker.new.work_off
55	90	end
56	91	end
57	92
...	...
...	...	@@ -0,0 +1,20 @@
	1	+Copyright (c) 2005 Tobias Luetke
	2	+
	3	+Permission is hereby granted, free of charge, to any person obtaining
	4	+a copy of this software and associated documentation files (the
	5	+"Software"), to deal in the Software without restriction, including
	6	+without limitation the rights to use, copy, modify, merge, publish,
	7	+distribute, sublicense, and/or sell copies of the Software, and to
	8	+permit persons to whom the Software is furnished to do so, subject to
	9	+the following conditions:
	10	+
	11	+The above copyright notice and this permission notice shall be
	12	+included in all copies or substantial portions of the Software.
	13	+
	14	+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
	15	+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	16	+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOa AND
	17	+NONINFRINGEMENT. IN NO EVENT SaALL THE AUTHORS OR COPYRIGHT HOLDERS BE
	18	+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
	19	+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
	20	+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
0	21	\ No newline at end of file
...	...