PerfectQueue v0.8 initial commit

Author: frsyuki

.gitignore

@@ -0,0 +1,6 @@
+.bundle
+Gemfile.lock
+vendor/*
+coverage/*
+pkg/*
+spec/test.db

Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gemspec

Rakefile

@@ -1,48 +1,19 @@
-require 'rake'
-require 'rake/testtask'
-require 'rake/clean'
+require 'bundler'
+Bundler::GemHelper.install_tasks
 
-begin
-  require 'jeweler'
-  Jeweler::Tasks.new do |gemspec|
-    gemspec.name = "perfectqueue"
-    gemspec.summary = "Highly available distributed queue built on RDBMS or SimpleDB"
-    gemspec.author = "Sadayuki Furuhashi"
-    gemspec.email = "[email protected]"
-    gemspec.homepage = "https://github.com/treasure-data/perfectqueue"
-    #gemspec.has_rdoc = false
-    gemspec.require_paths = ["lib"]
-    gemspec.add_dependency "sequel", "~> 3.26.0"
-    gemspec.add_dependency "aws-sdk", "~> 1.1.1"
-    gemspec.test_files = Dir["test/**/*.rb", "test/**/*.sh"]
-    gemspec.files = Dir["bin/**/*", "lib/**/*"]
-    gemspec.executables = ['perfectqueue']
-  end
-  Jeweler::GemcutterTasks.new
-rescue LoadError
-  puts "Jeweler not available. Install it with: gem install jeweler"
-end
+require 'rspec/core'
+require 'rspec/core/rake_task'
 
-Rake::TestTask.new(:test) do |t|
-  t.test_files = Dir['test/*_test.rb']
-  t.ruby_opts = ['-rubygems'] if defined? Gem
-  t.ruby_opts << '-I.'
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.rspec_opts = ["-c", "-f progress", "-r ./spec/spec_helper.rb"]
+  t.pattern = 'spec/**/*_spec.rb'
+  t.verbose = true
 end
 
-VERSION_FILE = "lib/perfectqueue/version.rb"
-
-file VERSION_FILE => ["VERSION"] do |t|
-  version = File.read("VERSION").strip
-  File.open(VERSION_FILE, "w") {|f|
-    f.write <<EOF
-module PerfectQueue
-
-VERSION = '#{version}'
-
-end
-EOF
-  }
+task :coverage do |t|
+  ENV['SIMPLE_COV'] = '1'
+  Rake::Task["spec"].invoke
 end
 
-task :default => [VERSION_FILE, :build]
+task :default => :build
 

VERSION

@@ -1,4 +1,66 @@
-require 'perfectqueue/engine'
-require 'perfectqueue/worker'
-require 'perfectqueue/backend'
-require 'perfectqueue/version'
+#
+# PerfectQueue
+#
+# Copyright (C) 2012 FURUHASHI Sadayuki
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+module PerfectQueue
+  require 'json'
+  require 'thread'  # Mutex, CoditionVariable
+
+  {
+    :Application => 'perfectqueue/application',
+    :Backend => 'perfectqueue/backend',
+    :BackendHelper => 'perfectqueue/backend',
+    :BlockingFlag => 'perfectqueue/blocking_flag',
+    :Client => 'perfectqueue/client',
+    :DaemonsLogger => 'perfectqueue/daemons_logger',
+    :Engine => 'perfectqueue/engine',
+    :Model => 'perfectqueue/model',
+    :Queue => 'perfectqueue/queue',
+    :Runner => 'perfectqueue/runner',
+    :Task => 'perfectqueue/task',
+    :TaskWithMetadata => 'perfectqueue/task',
+    :AcquiredTask => 'perfectqueue/task',
+    :TaskMetadata => 'perfectqueue/task_metadata',
+    :TaskMetadataAccessors => 'perfectqueue/task_metadata',
+    :TaskStatus => 'perfectqueue/task_status',
+    :Worker => 'perfectqueue/worker',
+  }.each_pair {|k,v|
+    autoload k, File.expand_path(v, File.dirname(__FILE__))
+  }
+  [
+    'perfectqueue/multiprocess',
+    'perfectqueue/error',
+  ].each {|v|
+    require File.expand_path(v, File.dirname(__FILE__))
+  }
+
+  def self.open(config, &block)
+    c = Client.new(config)
+    begin
+      q = Queue.new(c)
+      if block
+        block.call(q)
+      else
+        c = nil
+        return q
+      end
+    ensure
+      c.close if c
+    end
+  end
+end
+

lib/perfectqueue.rb

@@ -0,0 +1,106 @@
+#
+# PerfectQueue
+#
+# Copyright (C) 2012 FURUHASHI Sadayuki
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+module PerfectQueue
+  module Application
+
+    class Router
+      def initialize
+        @patterns = []
+        @cache = {}
+      end
+
+      def add(pattern, sym, options={})
+        case pattern
+        when Regexp
+          # ok
+        when String, Symbol
+          pattern = /#{Regexp.escape(pattern)}/
+        else
+          raise ArguementError, "pattern should be String or Regexp but got #{pattern.class}: #{pattern.inspect}"
+        end
+
+        @patterns << [pattern, sym]
+      end
+
+      def route(type)
+        if @cache.has_key?(type)
+          return @cache[type]
+        end
+
+        @patterns.each {|(pattern,sym)|
+          if pattern.match(type)
+            runner = resolve_application_base(sym)
+            return @cache[type] = runner
+          end
+        }
+        return @cache[type] = nil
+      end
+
+      private
+      def resolve_application_base(klass)
+        case klass
+        when Symbol
+          self.class.const_get(klass)
+        else
+          klass
+        end
+      end
+    end
+
+    class Dispatch
+      # Runner interface
+      def self.new(task)
+        runner = router.route(task.type)
+        unless runner
+          task.release!
+          raise "unknown task type #{task.type.inspect}"   # TODO error class
+        end
+        b = runner.new(task)
+        return b
+      end
+
+      # DSL interface
+      class << self
+        def route(options)
+          patterns = options.keys.select {|k| !k.is_a?(Symbol) }
+          klasses = patterns.map {|k| options.delete(k) }
+          patterns.zip(klasses).each {|pattern,sym|
+            add_route(pattern, sym, options)
+          }
+          nil
+        end
+
+        def add_route(pattern, klass, options)
+          router.add(pattern, klass, options)
+        end
+
+        private
+        def router=(router)
+          remove_method(:router) if method_defined?(:router)
+          define_method(:router) { router }
+        end
+
+        def router
+          router = Router.new
+        end
+      end
+    end
+  end
+end
+

lib/perfectqueue/applicataion/dispatch.rb

@@ -0,0 +1,29 @@
+#
+# PerfectQueue
+#
+# Copyright (C) 2012 FURUHASHI Sadayuki
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+module PerfectQueue
+  module Application
+    {
+      :Dispatch => 'application/dispatch',
+      :Router => 'application/dispatch',
+    }.each_pair {|k,v|
+      autoload k, File.expand_path(v, File.dirname(__FILE__))
+    }
+  end
+end
+

lib/perfectqueue/application.rb

@@ -1,52 +1,49 @@
+#
+# PerfectQueue
+#
+# Copyright (C) 2012 FURUHASHI Sadayuki
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
 
 module PerfectQueue
-
-
-class Task
-  def initialize(id, created_at, data, resource=nil)
-    @id = id
-    @created_at = created_at
-    @data = data
-    @resource = resource
+  module Backend
+    def self.new_backend(client, config)
+      case config[:type]
+      when nil
+        raise ConfigError, "'type' option is not set"
+      when 'rdb_compat'
+        require_backend('rdb_compat')
+        RDBCompatBackend.new(client, config)
+      end
+    end
+
+    def self.require_backend(fname)
+      require File.expand_path("backend/#{fname}", File.dirname(__FILE__))
+    end
+  end
+
+  module BackendHelper
+    def initialize(client, config)
+      @client = client
+      @config = config
+    end
+
+    attr_reader :client
+
+    def close
+      # do nothing by default
+    end
   end
-
-  attr_reader :id, :created_at, :data, :resource
-end
-
-
-class CanceledError < RuntimeError
-end
-
-
-class Backend
-  # => list {|id,created_at,data,timeout| ... }
-  def list(&block)
-  end
-
-  # => token, task
-  def acquire(timeout, now=Time.now.to_i)
-  end
-
-  # => true (success) or false (canceled)
-  def finish(token, delete_timeout=3600, now=Time.now.to_i)
-  end
-
-  # => nil
-  def update(token, timeout)
-  end
-
-  # => true (success) or false (not found, canceled or finished)
-  def cancel(id, delete_timeout=3600, now=Time.now.to_i)
-  end
-
-  # => true (success) or nil (already exists)
-  def submit(id, data, time=Time.now.to_i, resource=nil)
-  end
-
-  def close
-  end
-end
-
-
 end