92 lines
2.3 KiB
Text
92 lines
2.3 KiB
Text
|
#!/usr/bin/perl
|
||
|
|
#
|
||
|
|
# schedule-synsuck-jobs
|
||
|
|
#
|
||
|
|
# This worker is used to schedule jobs for updating syndicated feeds. This should
|
||
|
|
# be running all the time, or you can run it from cron with a --once option.
|
||
|
|
#
|
||
|
|
# Authors:
|
||
|
|
# Mark Smith <mark@dreamwidth.org>
|
||
|
|
#
|
||
|
|
# Copyright (c) 2009-2026 by Dreamwidth Studios, LLC.
|
||
|
|
#
|
||
|
|
# This program is free software; you may redistribute it and/or modify it under
|
||
|
|
# the same terms as Perl itself. For a copy of the license, please reference
|
||
|
|
# 'perldoc perlartistic' or 'perldoc perlgpl'.
|
||
|
|
#
|
||
|
|
|
||
|
|
use strict;
|
||
|
|
use v5.10;
|
||
|
|
|
||
|
|
BEGIN {
|
||
|
|
require "$ENV{LJHOME}/cgi-bin/ljlib.pl";
|
||
|
|
}
|
||
|
|
|
||
|
|
use Getopt::Long;
|
||
|
|
use DW::Task::SynSuck;
|
||
|
|
|
||
|
|
# verbose currently ignored; we're always chatty
|
||
|
|
my ( $once, $help, $verbose );
|
||
|
|
GetOptions(
|
||
|
|
'once' => \$once,
|
||
|
|
'help' => \$help,
|
||
|
|
'verbose' => \$verbose,
|
||
|
|
) or usage();
|
||
|
|
usage() if $help;
|
||
|
|
|
||
|
|
|
||
|
|
# main loop; simply works until something terrible happens or we get killed
|
||
|
|
while (1) {
|
||
|
|
print "[$$] Main loop beginning.\n";
|
||
|
|
|
||
|
|
eval { work(); };
|
||
|
|
warn $@ if $@;
|
||
|
|
|
||
|
|
last if $once;
|
||
|
|
sleep 60;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
sub work {
|
||
|
|
|
||
|
|
# clear caches, new dbs, etc
|
||
|
|
LJ::start_request();
|
||
|
|
my $dbh = LJ::get_db_writer()
|
||
|
|
or die "unable to get db handle\n";
|
||
|
|
|
||
|
|
# find feeds that are ready to be checked
|
||
|
|
my $rows = $dbh->selectcol_arrayref(
|
||
|
|
q{SELECT s.userid
|
||
|
|
FROM user u, syndicated s
|
||
|
|
WHERE u.userid = s.userid AND u.statusvis = 'V' AND s.checknext < NOW()
|
||
|
|
LIMIT 500}
|
||
|
|
) || [];
|
||
|
|
die $dbh->errstr if $dbh->err;
|
||
|
|
|
||
|
|
# iterate and schedule jobs with dedup
|
||
|
|
foreach my $row (@$rows) {
|
||
|
|
my $rv = DW::TaskQueue->dispatch(
|
||
|
|
DW::Task::SynSuck->new( { userid => $row } )
|
||
|
|
->with_dedup( uniqkey => "synsuck:$row", dedup_ttl => 1800 )
|
||
|
|
);
|
||
|
|
|
||
|
|
# advise only if we got the job scheduled
|
||
|
|
print "[$$] Scheduling job for userid $row\n" if $rv;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
sub usage {
|
||
|
|
die <<EOF;
|
||
|
|
$0 - schedules syndication jobs
|
||
|
|
|
||
|
|
--once Only run once; useful if you're using this worker in cron.
|
||
|
|
--help See this help/usage document.
|
||
|
|
|
||
|
|
In general, this worker should be scheduled by worker-manager (see etc/workers.conf)
|
||
|
|
and then it will just constantly ensure your syndicated accounts are being updated.
|
||
|
|
|
||
|
|
You will need to ensure you have scheduled synsuck workers.
|
||
|
|
EOF
|
||
|
|
}
|