92 lines
1.6 KiB
Ruby
92 lines
1.6 KiB
Ruby
class IndexQueue
|
|
|
|
BATCH_SIZE = 1000
|
|
REDIS = REDIS_GENERAL
|
|
|
|
##################
|
|
# CLASS METHODS
|
|
##################
|
|
|
|
def self.all
|
|
REDIS.keys("index:*")
|
|
end
|
|
|
|
def self.get_key(klass, label)
|
|
klass = klass.is_a?(Class) ? klass.base_class : klass
|
|
"index:#{klass.to_s.underscore}:#{label}"
|
|
end
|
|
|
|
def self.enqueue(object, label)
|
|
klass = object.is_a?(Tag) ? 'Tag' : object.class.to_s
|
|
enqueue_id(klass, object.id, label)
|
|
end
|
|
|
|
def self.enqueue_id(klass, id, label)
|
|
key = get_key(klass, label)
|
|
new(key).add_id(id)
|
|
end
|
|
|
|
def self.enqueue_ids(klass, ids, label)
|
|
key = get_key(klass, label)
|
|
new(key).add_ids(ids)
|
|
end
|
|
|
|
def self.from_class_and_label(klass, label)
|
|
new(get_key(klass, label))
|
|
end
|
|
|
|
####################
|
|
# INSTANCE METHODS
|
|
####################
|
|
|
|
attr_reader :name
|
|
|
|
def initialize(name)
|
|
@name = name
|
|
@old_name = name
|
|
end
|
|
|
|
def add_id(id)
|
|
REDIS.sadd(name, id)
|
|
end
|
|
|
|
def add_ids(ids)
|
|
REDIS.sadd(name, ids) unless ids.blank?
|
|
end
|
|
|
|
def run
|
|
return unless exists?
|
|
rename
|
|
create_subqueues
|
|
delete
|
|
end
|
|
|
|
def ids
|
|
@ids = REDIS.smembers(name)
|
|
end
|
|
|
|
private
|
|
|
|
def exists?
|
|
REDIS.exists(name)
|
|
end
|
|
|
|
def rename
|
|
@name = "#{name}:#{Time.now.to_i}"
|
|
REDIS.rename(@old_name, @name)
|
|
end
|
|
|
|
def create_subqueues
|
|
_, klass, label = name.split(":")
|
|
klass = klass.classify # convert to the uppercase version
|
|
|
|
ids.in_groups_of(BATCH_SIZE, false).each_with_index do |id_batch, i|
|
|
AsyncIndexer.index(klass, id_batch, label)
|
|
end
|
|
end
|
|
|
|
def delete
|
|
REDIS.del(name)
|
|
end
|
|
|
|
end
|