User:AnomieBOT/source/tasks/OnThisDayTagger.pm: Difference between revisions

Revision as of 20:48, 17 May 2009

Latest revision as of 02:40, 16 December 2020

(26 intermediate revisions by the same user not shown)

Line 1:

{{ombox|type=notice|text= ApprovalApproved requested2009-05-26<br />[[Wikipedia:Bots/Requests for approval/AnomieBOT 30]]}}

<sourcesyntaxhighlight lang="perl">

package tasks::OnThisDayTagger;

Line 7:

=begin metadata

Bot: AnomieBOT

Task: OnThisDayTagger

BRFA: Wikipedia:Bots/Requests for approval/AnomieBOT 30

Status: BRFAApproved 2009-05-26

Rate: Max 6 edits/minute

Created: 2009-05-14

Line 25:

use strict;

use AnomieBOT::Task qw/:time/;

use Data::Dumper;

use POSIX;

Line 31:

use vars qw/@ISA/;

@ISA=qw/AnomieBOT::Task/;

my @months=qw/January February March April May June July August September October November December/;

my $monthre="(?:".join("|",@months).")";

my $skip_links_re=join('|',

"$monthre \\d{1,2}",

'(?:January|February|March|April|May|June|July|August|September|October|November|December) \d{1,2}',

'\d{4}',

'List of historical anniversaries',

'List of days of the year',

);

$skip_links_re=qr/^(?:$skip_links_re)$/;

Line 45 ⟶ 49:

my $whine_to='User talk:AnomieBOT';

my $mode='listlive'; # 'list' or 'live'

my $list='/tmp/otd-pages.txt';

Line 51 ⟶ 55:

my $class=shift;

my $self=$class->SUPER::new();

$self->{'order'}=100;

$self->{'nextday'}=0;

$self->{'redir'}={};

bless $self, $class;

return $self;

Line 60 ⟶ 64:

=for info

ApprovalApproved requested2009-05-26<br />[[Wikipedia:Bots/Requests for approval/AnomieBOT 30]]

=cut

sub approved {

return 02;

}

Line 74 ⟶ 78:

$api->task('OnThisDayTagger', 0, 10, qw/d::Talk d::Timestamp d::Templates d::Redirects/);

my $screwup=' Errors? [[User:'.$api->user.'/shutoff/OnThisDayTagger]]';

$api->store->{'nextday'}=5643 unless exists($api->store->{'nextday'});

my $starttime=time;

my $today=day_from_timestamp($starttime);

my %redir=%{$self->{'redir'}};

if($mode eq 'list'){

Line 86 ⟶ 91:

for(my $d=1; $d<=31; $d++){

my $md=sprintf("%02d-%02d",$m,$d);

next unless POSIX::strftime("%m-%d",0,0,0,$d,$m-1,100) eq $md;

my $res=$api->query([],

titles => POSIX::strftime("Wikipedia:Selected anniversaries/%B %-d",0,0,0,$d,$m-1,100),

prop => 'revisions',

rvprop => 'ids|timestamp',

Line 172 ⟶ 177:

}

my $txtintxt=$self->tag($api, $tok->{'revisions'}[0]{'slots'}{'main'}{'*'}, %dates)// '';

my $resouttxt=$apiself->edittag($tokapi, $txt, "Adding/updating {{OnThisDay}}. $screwup", 0intxt, 1%dates);

if($res->{'code'}return ne300 'success'unless defined($outtxt){;

if($api->warn("Writeintxt failed onne $title: $res->outtxt){error}\n");

$res=$api->edit($tok, $outtxt, "Adding/updating {{OnThisDay}}. $screwup", 0, 1);

sleep(10);

redo;if($res->{'code'} ne 'success'){

$api->warn("Write failed on $title: $res->{error}\n");

sleep(10);

redo;

}

}

}

close X;

return undef;

}

Line 193 ⟶ 203:

while($self->{'nextday'}<$today){

# First, create the categories if they don't already exist

my $tok=$api->edittoken(day("Category:Selected anniversaries (%Y)", $self->{'nextday'}), EditRedir=>1);

if($tok->{'code'} eq 'shutoff'){

$api->warn("Task disabled: ".$tok->{'content'}."\n");

return 300;

}

if($tok->{'code'} ne 'success'){

$api->warn("Failed to get edit token for year category: ".$tok->{'error'}."\n");

} elsif(exists($tok->{'missing'})){

$api->edit($tok, "[[Category:Selected anniversaries]]", "Creating dated subcategory, to prevent redlinks. $screwup", 0, 1);

}

$tok=$api->edittoken(day("Category:Selected anniversaries (%B %Y)", $self->{'nextday'}), EditRedir=>1);

if($tok->{'code'} eq 'shutoff'){

$api->warn("Task disabled: ".$tok->{'content'}."\n");

return 300;

}

if($tok->{'code'} ne 'success'){

$api->warn("Failed to get edit token for month category: ".$tok->{'error'}."\n");

} elsif(exists($tok->{'missing'})){

my $y=day("%Y", $self->{'nextday'});

my $m=day("%m", $self->{'nextday'});

$api->edit($tok, "[[Category:Selected anniversaries ($y)|0$m]]", "Creating dated subcategory, to prevent redlinks. $screwup", 0, 1);

}

# Load day page

my $day=$self->{'nextday'};

my $fday=day("%F", $self->{'nextday'});

Line 208 ⟶ 243:

# Strip out non-rendered content

my ($txt, $nowiki)=$api->strip_nowiki($page->{'revisions'}[0]{'slots'}{'main'}{'*'});

while(my ($k,$v)=each %$nowiki){

$nowiki->{$k}='' if $v=~/^<!--/;

}

$txt=$1 if $txt=~m!<onlyinclude>(.*?)</onlyinclude>!s;

$txt=~s!<noinclude>(.*?)</noinclude>!!ggs;

$txt=~s!</?includeonly>!!g;

# Replace time-varying templates

$txt=~s/\{\{IsLeapYear\}\}/{{IsLeapYear|{{CURRENTYEAR}}}}/g;

my $x=day("%-d", $self->{'nextday'});

$txt=~s/\{\{CURRENTDAY\}\}/$x/g;

$x=day("%w", $self->{'nextday'});

$txt=~s/\{\{CURRENTDOW\}\}/$x/g;

$x=day("%m", $self->{'nextday'});

$txt=~s/\{\{CURRENTMONTH\}\}/$x/g;

$x=day("%Y", $self->{'nextday'});

$txt=~s/\{\{CURRENTYEAR\}\}/$x/g;

$txt=$api->replace_nowiki($txt, $nowiki);

Line 234 ⟶ 269:

title => $page->{'title'},

text => $txt,

prop => 'wikitext',

);

if($res->{'code'} eq 'shutoff'){

Line 246 ⟶ 282:

# Transform ''' to <b>

$txt=doAllQuotes($api, $res->{'expandtemplates'}{'*wikitext'});

# Extract just the bold parts

Line 296 ⟶ 332:

my %pages=map { $_->{'title'}=>$_ } values %{$res->{'query'}{'pages'}};

foreach my $l (@l){

my $t=$api->apply_redirect_map( $l, \%map );

$t=$map{$t} while(exists($map{$t}));

if(!exists($pages{$t})){

$api->warn("No result for $l ".day("(%F)", $day)."\n");

Line 319 ⟶ 354:

# Tag the talk pages

foreach my $titleotitle (keys %res){

my $title="Talk:$titleotitle";

$api->log("Tagging $title for ".day("%F", $day));

my $tok=$api->edittoken("$title", EditRedirect => 1);

Line 326 ⟶ 361:

$api->warn("Task disabled: ".$tok->{'content'}."\n");

return 300;

} elsif($tok->{'code'} eq 'botexcluded'){

push @err, "* I am excluded from editing [[$title]], cannot tag for [[".join(']] / [[', @{$res{$otitle}})."]]";

if($tok->{'code'} ne 'success'){

next;

} elsif($tok->{'code'} ne 'success'){

$api->warn("Failed to get edit token for $title: ".$tok->{'error'}."\n");

return 60;

}

if(exists($tok->{'redirect'})){

push @err, "* [[$title]] is a redirect, cannot tag for [[".join(']] / [[', @{$res{$titleotitle}})."]]";

next;

}

my $txtintxt=$self->tag($api, $tok->{'revisions'}[0]{'slots'}{'main'}{'*'}, $fday// => $revid)'';

my $resouttxt=$apiself->edittag($tokapi, $txtintxt, "Adding/updating {{OnThisDay}}. $screwup",fday 0,=> 1$revid);

if($res->{'code'}return ne300 'success'unless defined($outtxt){;

if($api->warn("Writeintxt failed onne $title: $res->outtxt){error}\n");

$res=$api->edit($tok, $outtxt, "Adding/updating {{OnThisDay}} for $fday. $screwup", 0, 1);

return 60;

if($res->{'code'} ne 'success'){

$api->warn("Write failed on $title: $res->{error}\n");

return 60;

}

}

}

Line 364 ⟶ 405:

my $next=86400-($starttime%86400)-(time-$starttime);

return$next=0 86400-(time%86400)if if($self->{'nextday'}>=<$today);

return $next;

}

Line 371 ⟶ 413:

# The anniversary pages were created 2004-02-26 through 2004-02-28; We count

# 2004-02-26 as day 0. This function does POSIX::strftime on the day number.

# Thankfully, it correctly converts

sub day {

my $fmt=shift;

my $day=shift;

return POSIX::strftime($fmt,0,0,0,$day+26,1,104);

}

Line 382 ⟶ 424:

my $ts=shift;

my ($min,$max)=(0,5000);

my $target=POSIX::strftime("%F", gmtime $ts);

while(1){

my $day=day("%F",$max);

Line 415 ⟶ 457:

my $start=$api->ISO2timestamp(day("%Y-%m-%dT00:00:00Z",$day+1));

my %q$iter=$api->iterator(

titles => day("Wikipedia:Selected anniversaries/%B %-d",$day),

rvlimit => 1,

rvprop => 'ids|timestamp|content',

rvslots => 'main',

rvdir => 'older',

rvstart => $start,

prop => 'revisions',

);

while(1my $page=$iter->next){

myreturn $res=page unless $apipage->query(%q){'_ok_'};

return $res unless $res->{'code'} eq 'success';

my $page=(values(%{$res->{'query'}{'pages'}}))[0];

$page->{'code'}='success';

my $t=$api->ISO2timestamp($page->{'revisions'}[0]{'timestamp'});

Line 432 ⟶ 473:

$api->store->{"day $day"}=$page;

$api->store->{"day $day"}{'cached'}=1;

$respage->{'cached'}=0;

return $page;

}

return undef unless exists($res->{'query-continue'});

$q{'rvstartid'}=$res->{'query-continue'}{'revisions'}{'rvstartid'};

delete $q{'rvstart'};

}

}

Line 573 ⟶ 611:

my %dates=@_;

my %redir=%{$selfapi->{redirects_to_resolved('redirTemplate:On this day'}});

if(!%exists($redir{''})){

%redir=$api->redirects_towarn('"Could not load list of redirects to Template:OnThisDayOn this day: ".$redir{''}{'error'}."\n");

if(exists($redir{''})){return undef;

$api->warn("Could not load list of redirects to Template:OnThisDay: ".$redir{''}{'error'}."\n");

return undef;

}

$self->{'redir'}=\%redir;

}

my %redir2=$api->redirects_to_resolved('Template:Article history');

# Update an existing template?

if(exists($redir2{''})){

$api->warn("Could not load list of redirects to Template:Article history: ".$redir2{''}{'error'}."\n");

return undef;

}

# Update an existing OnThisDay template?

my $done=0;

$txt=$api->process_templates($txt, sub {

Line 593 ⟶ 633:

return unless exists($redir{"Template:$name"});

@$params=grep(/^\s*(?:oldid|date)\d+\s*=/, @$params);

# Read existing parameters

my %p=();

my $mx=0;

foreach (@$params){

$mx=$1 if(/^\s*(?:date|oldid)(\d+)\s*=/ && $mx < $1);

if(/^\s*(date\d+)\s*=\s*(\d{4}-\d{2}-\d{2})\s*$/){

$p{$1}=$2;

} elsif(/^\s*(date\d+)\s*=\s*((?i)$monthre)\s+(\d{1,2})(?:\s*,)?\s+(\d{4})\s*$/){

my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($2); }

$p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $3);

} elsif(/^\s*(date\d+)\s*=\s*(\d{1,2})\s+((?i)$monthre)(?:\s*,)?\s+(\d{4})\s*$/){

my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($3); }

$p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $2);

} elsif(/^\s*(oldid\d+)\s*=\s*(\d+)\s*$/){

$p{$1}=$2;

}

}

@$params=();

for(my $i=1; $i<=$mx; $i++){

$dates{$p{"date$i"}}=$p{"oldid$i"} if(exists($p{"date$i"}) && exists($p{"oldid$i"}) && !exists($dates{$p{"date$i"}}));

}

# (Re-)insert parameters

my $i=1;

$i++ while grep(/^\s*oldid$i\s*=/, @$params);

Line 599 ⟶ 662:

push @$params, "date$i=$date", "oldid$i=".$dates{$date};

$i++;

}

$done=1;

return "{{$oname|".join('|', @$params)."}}";

});

return $txt if $done;

# Update an existing ArticleHistory template?

$txt=$api->process_templates($txt, sub {

my $name=shift;

my $params=shift;

shift; # $wikitext

shift; # $data

my $oname=shift;

return unless exists($redir2{"Template:$name"});

# Find next unused number, and check which dates aren't already used

my %p=();

my $mx=0;

foreach (@$params){

$mx=$1 if(/^\s*otd(\d+)(?:date|oldid)\s*=/ && $mx < $1);

$mx=1 if(/^\s*otd(?:date|oldid)\s*=/ && $mx < 1);

if(/^\s*(otd\d*date)\s*=\s*(\d{4}-\d{2}-\d{2})\s*$/){

$p{$1}=$2;

} elsif(/^\s*(otd\d*date)\s*=\s*((?i)$monthre)\s+(\d{1,2})(?:\s*,)?\s+(\d{4})\s*$/){

my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($2); }

$p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $3);

} elsif(/^\s*(otd\d*date)\s*=\s*(\d{1,2})\s+((?i)$monthre)(?:\s*,)?\s+(\d{4})\s*$/){

my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($3); }

$p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $2);

} elsif(/^\s*(otd\d*oldid)\s*=\s*(\d+)\s*$/){

$p{$1}=$2;

}

}

# Delete any already-listed dates

delete $dates{$p{"otddate"}} if(exists($p{"otddate"}) && exists($p{"otdoldid"}) && exists($dates{$p{"otddate"}}));

for(my $i=1; $i<=$mx; $i++){

delete $dates{$p{"otd${i}date"}} if(exists($p{"otd${i}date"}) && exists($p{"otd${i}oldid"}) && exists($dates{$p{"otd${i}date"}}));

}

# Add new parameters

foreach my $date (sort keys %dates){

++$mx;

push @$params, "otd${mx}date=$date", "otd${mx}oldid=".$dates{$date}."\n";

}

$done=1;

Line 606 ⟶ 714:

if(!exists($self->{'loaded skip redirects'})){

my %skip=$api->redirects_toredirects_to_resolved(@skip_templates);

if(exists($skip{''})){

$api->warn("Could not load list of redirects for skip templates: ".$skip{''}{'error'}."\n");

Line 618 ⟶ 726:

my $templ='{{OnThisDay';

my $i=1;

while(foreach my ($date,$oldid)=each (sort keys %dates){

$templ.="|date$i=$date|oldid$i=$oldid".$dates{$date};

$i++;

}

Line 640 ⟶ 748:

$wikitext=_unstrip_templates($wikitext,$data);

my $tagtmp ="\x02".sha256_base64( $wikitext)."\x03";

utf8::encode( $tmp ) if utf8::is_utf8( $tmp );

my $tag="\x02".sha256_base64($tmp)."\x03";

$tag=~tr!+/=!-_!d;

$data->{$tag}=$wikitext;

Line 650 ⟶ 760:

my $templ=shift;

$wikitext=~s!(\x02[a-zA-Z0-9_-]+\x03)! exists($templ->{$1})?$templ->{$1}: // $1 !gioe;

return $wikitext;

}

Line 656 ⟶ 766:

1;

</syntaxhighlight>

</source>