User:AnomieBOT/source/tasks/AFDMergeFromCleaner.pm: Difference between revisions

Revision as of 22:50, 29 December 2008

Latest revision as of 02:34, 13 August 2018

(23 intermediate revisions by the same user not shown)

Line 1:

{{ombox|type=notice|text= ApprovalApproved requested 20082009-1201-2903<br />[[Wikipedia:Bots/Requests for approval/AnomieBOT 20]]}}

<sourcesyntaxhighlight lang="perl">

package tasks::AFDMergeFromCleaner;

Line 7:

=begin metadata

Bot: AnomieBOT

Task: AFDMergeFromCleaner

Task: AFDMergeFromCleaner

BRFA: Wikipedia:Bots/Requests for approval/AnomieBOT 20

BRFA: Wikipedia:Bots/Requests for approval/AnomieBOT 20

Status: BRFA

Status: Approved 2009-01-03

Rate: Max 6 edits/minute

Created: 2008-12-29

Remove instances of {{tl|afd-mergefrommerge from}} where the merge has been completed.

Report instances of {{tl|afd-mergefrommerge from}} where the AFDed page is now a redirect

to a different target.

Line 38 ⟶ 39:

=for info

ApprovalApproved requested 20082009-1201-2903<br />[[Wikipedia:Bots/Requests for approval/AnomieBOT 20]]

=cut

sub approved {

return 03;

}

Line 50 ⟶ 51:

my $res;

$api->task('AFDMergeFromCleaner', 0, 10, qw/d::Templates d::Redirects/);

if($self->{'nextrun'}==0){

my $t=$api->fetch('nextrun');

if($self->{'nextrun'}=$$t if(defined($t) && $$t=~/^\d+$/0 && exists($$t<=time(api->store->{'nextrun'}));{

my $t=$api->store->{'nextrun'};

$self->{'nextrun'}=$t if $t=~/^\d+$/;

}

my $starttime=time();

Line 58 ⟶ 61:

return $t if $t>0;

$api->taskmy @templates=('AFDMergeFromCleanerAfd-merge from');

$api->read_throttle(0);

$api->edit_throttle(10);

my @templates=('Afd-mergefrom');

my $screwup=' Errors? [[User:'.$api->user.'/shutoff/AFDMergeFromCleaner]]';

my $report='User:'.$api->user.'/Afd-mergefrom report';

# Spend a max of 5 minutes on this task before restarting

my $endtime=time()+300;

# Get a list of templates redirecting to our targets

my %templates=$api->redirects_to_resolved(map "Template:$_", @templates);

foreach my $template if(@exists($templates{''})){

$api->warn("Failed to get redirects to target templates: ".$templates{''}{'error'}."\n");

$templates{"Template:$template"}=1;

$res=$self->fullquery($api,return undef,60;

list => 'backlinks',

bltitle => "Template:$template",

blfilterredir => 'redirects',

bllimit => 'max',

);

$templates{$_->{'title'}}=1 foreach (@{$res->{'query'}{'backlinks'}});

}

my %badredirected=();

my %deleted=();

my $ret=21600;

my $linktmpl='User:'.$api->user.'/la';

MAINLOOP:

Line 89 ⟶ 82:

# Get the list of pages to check

my %q=(

list => 'embeddedin',

eititle => "Template:$template",

eilimiteinamespace => 'max'1,

eilimit => 'max',

);

do {

$res=$api->query(%q);

if($res->{'code'} ne 'success'){

$selfapi->warn("Failed to retrieve transclusion list for $template: ".$res->{'error'}."\n");

$ret=60;

last MAINLOOP;

Line 116 ⟶ 110:

}

$selfres=$api->warnquery("Checkingtitles for=> $templatesubject, in $title\n"redirects=>1);

if($res->{'code'} ne 'success'){

$api->warn("Failed to retrieve redirect target for $subject: ".$res->{'error'}."\n");

$ret=60;

last MAINLOOP;

}

my $rsubject=$subject;

foreach (@{$res->{'query'}{'redirects'}}){

$rsubject=$_->{'to'} if($_->{'from'} eq $rsubject);

}

$api->log("Checking for $template in $title");

# WTF?

if(exists($_->{'missing'})){

$selfapi->warn("$title is missing? WTF?\n");

next;

}

Line 127 ⟶ 132:

my $tok=$api->edittoken($title);

if($tok->{'code'} eq 'shutoff'){

$selfapi->warn("Task disabled: ".$tok->{'content'}."\n");

return 300;

}

if($tok->{'code'} ne 'success'){

$selfapi->warn("Failed to get edit token for $title: ".$tok->{'error'}."\n");

next$ret=60;

last MAINLOOP;

}

next if exists($tok->{'missing'});

# Get page text

my $intxt=$tok->{'revisions'}[0]{'slots'}{'main'}{'*'};

# First, find the template and pull out the relevant parameter

my @from=();

$selfapi->process_templates($intxt, sub {

return undef unless exists($templates{'Template:'.$_[0]});

my $f=undef;

foreach ($selfapi->process_paramlist(@{$_[1]})){

($f=$_->{'value'})=~s/^\s+|\s+$//g if $_->{'name'} eq 1;

}

Line 152 ⟶ 158:

# Now, query the found pages

my %goodremove=();

while(@from){

my @f=splice(@from, 0, 500);

$res=$api->query(titles => join('|',@f), redirects=>1);

if($res->{'code'} ne 'success'){

$selfapi->warn("Failed to retrieve mergefrom page list for $title: ".$res->{'error'}."\n");

$ret=60;

last MAINLOOP;

Line 164 ⟶ 170:

foreach (@{$res->{'query'}{'redirects'}}){

my ($f,$t)=($_->{'from'}, $_->{'to'});

if($t eq $subject || $t eq $rsubject){

$f=$norm{$f} if exists($norm{$f});

$goodremove{$f}=1;

} elsif($subject ne $rsubject){

$redirected{"$f>$rsubject>$t"}="| {{$linktmpl|$f}} || {{$linktmpl|$subject}}<br />→ {{$linktmpl|$rsubject}} || {{$linktmpl|$t}} || ";

} else {

$badredirected{"$f>$subject>$t"}="| [[:{{$linktmpl|$f]]}} || [[:{{$linktmpl|$subject]]}} || [[:{{$linktmpl|$t]]}} || \n";

}

}

foreach (values %{$res->{'query'}{'pages'}}){

next unless exists($_->{'missing'});

# Missing pages should have the template removed, and

# be logged.

my $f=$_->{'title'};

$f=$norm{$f} if exists($norm{$f});

$remove{$f}=2;

$deleted{"$f>$subject"}="| {{$linktmpl|$f}} || {{$linktmpl|$subject}} || ";

}

}

# Remove the "good"removable templates

my $outtxt=$selfapi->process_templates($intxt, sub {

returnmy undef unless exists($templates{'Template:'.$_[0]})name=shift;

my @params=@{shift()};

shift; # $wikitext

shift; # $data

my $oname=shift;

return undef unless exists($templates{'Template:'.$name});

my $f=undef;

foreach ($selfapi->process_paramlist(@{$_[1]}params)){

($f=$_->{'value'})=~s/^\s+|\s+$//g if $_->{'name'} eq 1;

}

return undef unless exists($goodremove{$f})?'':undef;

return '' if $remove{$f}==2;

$oname=~s/_/ /g;

$oname=~s/^(\s*)\S(?:.*\S)?(\s*)$/${1}afd-merged-from$2/is;

return "{{$oname|".join("|",@params)."}}";

});

Line 186 ⟶ 213:

if($outtxt ne $intxt){

my $summary="Removing obsolete {{$template}}";

$selfapi->warnlog("$summary in $title\n");

my $r=$api->edit($tok, $outtxt, $summary.$screwup, 1, 1);

if($r->{'code'} ne 'success'){

$selfapi->warn("Write failed on $title: ".$r->{'error'}."\n");

next;

}

}

# If we've been at it long enough, let another task have a go.

if(time()>=$endtime){

$ret=0; last MAINLOOP;

}

}

Line 202 ⟶ 224:

}

if($ret==21600){ # No error above

while(%bad){

my $tok=$api->edittoken($report);

if($tok->{'code'} eq 'shutoff'){

$selfapi->warn("Task disabled: ".$tok->{'content'}."\n");

return 300;

}

if($tok->{'code'} ne 'success'){

$selfapi->warn("Failed to get edit token for $report: ".$tok->{'error'}."\n");

$ret=60;

last;

}

my $intxt=exists($tok->{'revisions'}[0]{'*slots'})?$tok->{'revisionsmain'}[0]{'*'}: // '';

foreach my $s (split (/(?=(?:^|\n)==)/, $intxt)){

if($s=~/^\n?==\s*Redirected\s*==/){

next unless /^\| \[\[:([^]]+)\]\] \|\| \[\[:([^]]+)\]\] \|\| \[\[:([^]]+)\]\] \|\|/;

$bad{"$1>$2>$3"s=~s/\|}=.*$_//s;

foreach (split /\n\|-\n/, $s){

s/[\r\n]\s*$//;

next unless /^\Q| {{$linktmpl|\E([^]]+)\Q}} || {{$linktmpl|\E([^]]+)\Q}} || {{$linktmpl|\E([^]]+)\Q}} ||/;

next unless exists($redirected{"$1>$2>$3"});

$redirected{"$1>$2>$3"}=$_;

}

} elsif($s=~/^\n?==\s*Deleted\s*==/){

$s=~s/\|}.*$//s;

foreach (split /\n\|-\n/, $s){

s/[\r\n]\s*$//;

next unless /^\Q| {{$linktmpl|\E([^]]+)\Q}} || {{$linktmpl|\E([^]]+)\Q}} ||/;

$deleted{"$1>$2"}=$_;

}

}

}

my $outtxt="== Redirected ==\n";

my $outtxt="{| class=\"wikitable sortable\"\n! Page !! AFD merge to !! Redirect to !! Note\n|-\n".join("|-\n", sort values %bad)."|}";

$outtxt.="The following table lists pages referred to by {{tl|afd-merge from}} are redirects to some page other than that with the {{tl|afd-merge from}}. Please correct the {{tl|afd-merge from}}, either by removing it (if the page was correctly merged elsewhere), undoing the incorrect redirection, or pointing it to the correct page. This table will be updated automatically.\n\n";

$outtxt.="{| class=\"wikitable sortable\"\n";

$outtxt.="! Page !! AFD merge to !! Redirect to !! Note\n";

$outtxt.="|-\n";

$outtxt.=join("\n|-\n", sort values %redirected);

$outtxt.="\n|}\n\n";

$outtxt.="== Deleted ==\n";

$outtxt.="The following table lists deleted pages that were referred to by {{tl|afd-merge from}}; the offending {{tl|afd-merge from}} has already been removed. Please double-check whether the deletion was correct. If so, just remove the row from the table; if not, undelete the page and restore the {{tl|afd-merge from}}. This table will '''not''' be updated automatically.\n\n";

$outtxt.="{| class=\"wikitable sortable\"\n";

$outtxt.="! Page !! AFD merge to !! Note\n";

$outtxt.="|-\n";

$outtxt.=join("\n|-\n", sort values %deleted);

$outtxt.="\n|}\n\n";

if($outtxt ne $intxt){

my $summary="Updating list of non-matching merges";

$selfapi->warnlog("$summary in $report\n");

my $r=$api->edit($tok, $outtxt, $summary.$screwup, 1, 1);

if($r->{'code'} ne 'success'){

$selfapi->warn("Write failed on $report: ".$r->{'error'}."\n");

next$ret=60;

}

}

%bad=();

}

$starttime+=$ret;

$self->{'nextrun'}=$starttime;

$api->store(->{'nextrun', \}=$starttime);

return $ret;

Line 241 ⟶ 289:

1;

</syntaxhighlight>

</source>