User:AnomieBOT/source/tasks/WikiProjectWorker.pm: Difference between revisions

Content deleted Content added
AnomieBOT (talk | contribs)
Updating published sources: WikiProjectWorker: * Start run for WikiProject NATO AnomieBOT::API::Iterator * Add access to the arrayref value being used d::WikiProjectTagging: * Doc fixes
AnomieBOT (talk | contribs)
Updating published sources: WikiProjectTagger, WikiProjectWorker: * Retire these tasks, WikiProject templates have changed a bunch since I last ran these.
 
(71 intermediate revisions by the same user not shown)
Line 1:
{{ombox|type=notice|text= Approved 2009-04-08<br />[[Wikipedia:Bots/Requests for approval/AnomieBOT 28]]}}
{{ombox|type=notice|text= Retired 2024-01-29. Haven't had call to run this in a while, and the related templates have changed so I'd probably have to update this code to run it again.}}
<source lang="perl">
<syntaxhighlight lang="perl">
package tasks::WikiProjectWorker;
 
Line 7 ⟶ 8:
=begin metadata
 
Bot: AnomieBOT
Task: WikiProjectWorker
BRFA: Wikipedia:Bots/Requests for approval/AnomieBOT 28
Status: ApprovedInactive 20092024-0401-0829
Rate: Max 6 edits/minute
Created: 2009-03-27
OnDemand: true
Line 27 ⟶ 28:
 
use Data::Dumper;
use Digest::SHA qw/sha256_base64/;
use AnomieBOT::Task;
use vars qw/@ISA/;
Line 33:
 
### Request link, for edit summary.
my $req="[[User:AnomieBOT/req/WikiProject NATOHigher 1Education|request]]";
 
### Increment this number every time a new run is started, so we don't have to
### mess around with deleting previous runs' database entries.
my $seq=328;
 
### How to find the pages?
my %catmap = (
"Category:Articles using infobox university" => "WikiProject Higher education",
);
my @cats=keys %catmap;
my @iterators=(
{
list generator => 'categorymembers',
cmtitle gcmtitle => [@cats],
gcmlimit => 'Category:NATO'100,
'Category:Military facilities of NATO',
'Category:NATO installations by country',
'Category:NATO installations in Belgium',
'Category:NATO installations in Canada',
'Category:NATO installations in Germany',
'Category:NATO installations in Italy',
'Category:NATO installations in Turkey',
'Category:Enlargement of NATO',
'Category:NATO Secretaries General',
'Category:Military operations involving NATO',
'Category:NATO-led peacekeeping in the former Yugoslavia',
'Category:NATO operations in Afghanistan',
'Category:NATO military exercises',
'Category:Military units and formations of NATO',
'Category:NATO Standardisation Agreements',
'Category:NATO agencies',
'Category:NATO reporting names',
'Category:Military ranks of NATO',
'Category:NATO Supreme Allied Commanders',
'Category:NATO summits',
'Category:United States ambassadors to NATO',
],
cmnamespace => '0|1',
cmlimit => 'max',
},
);
Line 75 ⟶ 55:
### page to tag (or undef to skip).
sub filter {
my $t_[0]->{'title'}='Talk:'.$_[0]->{'title'} if $_[0]->{'ns'}==0;
$t_[0]->{'title'}="Talk~s/^([^:]*):/$t"1 iftalk:/ if($_[0]->{'ns'}!=0 && ($_[0]->{'ns'}&1)== 0);
return $t_[0]->{'title'};
}
 
### How to copy other projects' assessments
sub copy_class {
return ($_[0]->WPBmax($_[2]))[0];
#return '';
}
 
my $always_copy_importance = 0;
my $set_empty_importance = 0;
sub copy_importance {
#return ($_[0]->WPBmax($_[2]))[1];
return '';
}
 
# Banner configurations.
my $main_banner='WikiProject Higher education';
my %banner_cfgs=(
'WikiProject NATOHigher education' => {
meta => 01,
stubautoimportance => 'auto',
canonicalize => 'WikiProject NATOHigher education',
},
);
 
# Extra parameters (e.g. workgroup).
my @extra_params=();
my $taggingwith = @extra_params ? '|' . join( '|', @extra_params ) : '';
 
# Regex fragment to match any aliases of params in @extra_params.
my %extra_param_aliases = ();
 
# Possible main banners, usually just $main_banner.
my @main_banners=(
$main_banner,
);
 
# Set this to merge these existing banners into $main_banner.
my @merge_banners=();
 
# Set this to tag WikiProject Biography workgroups in addition to the project's own banner.
my @bio_wg = (
);
 
Line 93 ⟶ 106:
my $self=$class->SUPER::new();
$self->{'config loaded'}=0;
$self->{'iter'}=undef;
$self->{'iterators'}=[@iterators];
bless $self, $class;
return $self;
Line 101 ⟶ 116:
=for info
Approved 2009-04-08<br />[[Wikipedia:Bots/Requests for approval/AnomieBOT 28]]
 
=for info
Retired 2024-01-29. Haven't had call to run this in a while, and the related templates have changed so I'd probably have to update this code to run it again.
 
=cut
 
sub approved {
return -1;
}
 
Line 112 ⟶ 130:
my $res;
 
$api->task('WikiProjectWorker', 0, 10, qw/d::Util d::WikiProjectTagging/);
my $errto = 'Errors? [[User:'.$api->user.'/shutoff/WikiProjectWorker]]';
 
Line 121 ⟶ 139:
$cfg=$api->WPBMetaConfig($cfg->{'meta'}, %$cfg) if exists($cfg->{'meta'});
$cfg{$banner}=$cfg;
$banner_cfgs{$banner}{'stubauto'}=$cfg->{'stubauto'};
}
$api->WPBconfig(%cfg);
 
$self->{'config loaded'}=1;
}
Line 132 ⟶ 152:
my $endtime=time()+300;
 
while(1){
foreach my $itercfg (@iterators) {
my $iter=$apiself->iterator(%$itercfg){'iter'};
if(!defined($iter)){
my $i=shift @{$self->{'iterators'}};
last unless $i;
$iter=$api->iterator(%$i);
$self->{'iter'}=$iter;
}
while(my $page=$iter->next()){
if(!$page->{'_ok_'}){
Line 145 ⟶ 171:
my $title=filter($page);
if(!defined($title)){
$api->warnlog("Skipping ".$page->{'title'}.", filter returned undef\n");
$api->store->{$pageid}=$seq;
next;
Line 160 ⟶ 186:
}
if(($tok->{'ns'}&1)==0){
$api->warnlog("Cannot edit $title: namespace ".$tok->{'ns'}." is non-talk\n");
$api->store->{$pageid}=$seq;
next;
}
if(exists($tok->{'redirect'})){
$api->warnlog("$title is a redirect, skipping.\n");
$api->store->{$pageid}=$seq;
next;
}
 
$api->warnlog("Checking $title...\n");
 
my $intxt=exists($tok->{'revisions'}[0]{'*slots'})?$tok->{'revisionsmain'}[0]{'*'}: // '';
my ($outtxt,$nowiki)=$api->strip_nowiki($intxt);
 
my @params=@extra_params;
 
my $assess = undef;
my $class = copy_class($api, $title, $intxt);
if(ref($class) eq 'HASH'){
$api->warn("Processing $title failed: ".$class->{'error'}."\n");
next;
}
$class=~s/^\s+|\s+$//g;
$assess=$api->WPBassess($title);
if(ref($assess) eq 'HASH'){
if($assess->{'code'} eq 'pagemissing'){
# No subject page, doesn't matter
$assess=undef;
} else {
$api->warn("Processing $title failed: ".$assess->{'error'}."\n");
next;
}
}
 
my $copy_importance = $always_copy_importance; # Always copy?
if($class eq '' || lc($class) eq lc($assess)){
$class='';
} else {
$assess=undef;
push @params, "class=$class";
$copy_importance = 1;
}
 
if($copy_importance){
my $imp = copy_importance($api, $title, $intxt);
if(ref($imp) eq 'HASH'){
$api->warn("Processing $title failed: ".$imp->{'error'}."\n");
next;
}
push @params, "importance=$imp" if ( $set_empty_importance || ($imp//'') ne '' );
}
 
my $need_main_banner = ($api->WPBcheck($outtxt, @main_banners) == 0);
if(0){
# grr, already redirected so the above always returns true
$need_main_banner=1;
$api->WPBcheck($outtxt, sub {
my $banner=shift;
my $name=shift;
$need_main_banner=0 if(grep $name eq $_, @main_banners);
return undef;
}, @main_banners);
}
 
### PROCESSING ###
 
my @paramsmerge=();
my @summary=();
my $no_summary = 0;
 
# Special: Different default parent banner depending on source category.
my $assess = undef;;
my ($class)main_banner = $apicatmap{$iter->WPBmax($intxt)iterval};
 
if($class ne 'FA' && $class ne 'GA'){
if($class@merge_banners) = $api->WPBmin($intxt);{
(undef,$outtxt)=$api->WPBcheck($outtxt, sub {
my $banner=shift;
my $name=shift;
my $oname=shift;
my $params=shift;
my $wikitext=shift;
 
return undef if(grep $name eq $_, @main_banners);
 
push @merge, $oname;
 
return '' unless $need_main_banner;
$need_main_banner=0;
return "{{$main_banner}}";
}, @merge_banners);
if(ref($outtxt) eq 'HASH'){
$api->warn("Preprocessing $title failed: ".$outtxt->{'error'}."\n");
next;
}
if(@merge){
$merge[-1]='and '.$merge[-1] if @merge>1;
push @summary, "merging ".join((@merge>2)?', ':' ', @merge)." into $main_banner" if @merge;
$no_summary = 1 if @merge;
} else {
# $api->warn("$title contains ".$iter->iterval.", but not in section 0\n");
next;
}
}
 
if($class ne 'FA' && $class ne 'GA'){
if ( @bio_wg $assess=$api->WPBassess($title); {
ifmy %added_wg=(ref($assess) eq 'HASH'){;
if(undef,$assessouttxt)=$api->{'code'}WPBcheck($outtxt, eqsub 'pagemissing'){
my # No subject page, doesn't matter$banner=shift;
my $assessname=undefshift;
}my else {$oname=shift;
my $api->warn("Processing $title failed: ".$assess->{'error'}."\n")params=shift;
my next$wikitext=shift;
 
my %have = ();
foreach ($api->process_paramlist(@$params)) {
$have{$_->{'name'}} = 1;
}
my $any = 0;
foreach my $p (@bio_wg){
next if exists($have{$p});
push @$params, "$p=yes";
$added_wg{"$p=yes"}=1;
$any = 1;
}
return undef unless $any;
 
my $out="{{$oname";
$out.="|".join("|", @$params) if @$params;
$out.="}}";
return $out;
}, 'WikiProject Biography');
if(ref($outtxt) eq 'HASH'){
$api->warn("WPBIO workgroups in $title failed: ".$outtxt->{'error'}."\n");
next;
}
if(%added_wg){
my @added_wg = keys %added_wg;
$added_wg[-1]='and '.$added_wg[-1] if @added_wg>1;
push @summary, "added " . join((@added_wg>2)?', ':' ', @added_wg) . " to {{WikiProject Biography}}";
}
push @params, 'auto=yes' if ($assess // '') eq 'stub';
} else {
push @params, "class=$class";
}
 
$outtxt=$api->WPBadd($outtxt,my $assess, sub {tag;
my return $_[4]pg=$title;
}, 'WikiProject NATO', @params)$pg=~s/^Talk://;
if(ref($outtxt) eq page->{'HASHtitle'} ne $pg){
$page=$api->warnquery("Processing $title failed: ".$outtxt->{'error'}."\n");
next; titles => $pg,
prop => 'info',
redirects => 1,
);
if($page->{'code'} ne 'success'){
$api->warn("Could not load $pg info: ".$page->{'error'}."\n");
return 60;
}
 
$page=(values %{$page->{'query'}{'pages'}})[0];
}
 
my @process_banners = ();
$api->WPBcheck( $outtxt, sub { push @process_banners, $_[0]; }, @main_banners );
@process_banners = ( $main_banner ) unless @process_banners;
for my $process_banner (@process_banners) {
$outtxt=$api->WPBadd($outtxt, $assess, sub {
my $banner=shift; # banner
my $name=shift; # name
my $oname=shift;
my $params=shift;
my $wikitext=shift;
my $new=shift;
#return '' if $new;
 
return undef unless(grep $banner eq $_, @main_banners);
my %cfg=%{$banner_cfgs{$banner}};
 
my $any=0;
foreach my $p (@params){
next unless $p=~/^(.+?)=(.*)$/;
my ($k,$v)=($1,$2);
my $kre=qr/\Q$k\E/;
if ( defined( $extra_param_aliases{$k} ) ) {
my $aliasre = $extra_param_aliases{$k};
$kre = qr/(?:$kre|$aliasre)/;
}
my $re=qr/\S.*?/;
unless(grep(/^\s*$kre\s*=\s*$re\s*$/, @$params)){
next if(grep(/^\s*$kre\s*=\s*(?i:\Q$v\E)\s*$/s, @$params));
unshift @$params, "$k=$v" unless(grep(s/^(\s*$kre\s*=\s*?)(?:\S.*?)?(\s*)$/$1$v$2/s, @$params));
$any=1 unless $v eq '';
if($k eq 'class' && exists($cfg{'meta'}) && ($cfg{'stubauto'}//'')){
my $aa=$cfg{'stubauto'};
$aa=~s/\s*=.*//;
push @$params, "$aa=inherit" unless(grep(s/^(\s*\Q$aa\E\s*=\s*?)(?:\S.*?)?(\s*)$/$1inherit$2/s, @$params));
}
}
}
if($new && $class && (grep /^class=/, @$params) && exists($cfg{'meta'}) && ($cfg{'stubauto'}//'')){
my $aa=$cfg{'stubauto'};
$aa=~s/\s*=.*//;
push @$params, "$aa=inherit" unless(grep(s/^(\s*\Q$aa\E\s*=\s*?)(?:\S.*?)?(\s*)$/$1inherit$2/s, @$params));
$any=1;
}
return $wikitext unless $any;
 
if(defined($cfg{'canonicalize'})){
my $n=$cfg{'canonicalize'};
$oname=~s/_/ /g;
$oname=~s/^(\s*)\S(?:.*\S)?(\s*)$/$1$n$2/is;
}
my $out="{{$oname";
$out.="|".join("|", @$params) if @$params;
$out.="}}";
return $out;
}, $process_banner, @params);
if(ref($outtxt) eq 'HASH'){
$api->warn("Processing $title failed: ".$outtxt->{'error'}."\n");
next;
}
push @summary, "Tagging with {{$process_banner$taggingwith}}" unless $no_summary;
}
 
Line 212 ⟶ 411:
# Need to edit?
if($outtxt ne $intxt){
$outtxt=$api->WPBfixshellif($outtxt!@summary);{
$api->warn("$title changed, but nothing in \@summary\n");
next;
}
my $cat=$iter->iterval;
$summary[-1]='and '.$summary[-1] if @summary>1;
my $summary = ucfirst(join((@summary>2)?', ':' ', @summary))." per $req";
 
my @cleanup=();
$outtxt=$api->WPBfixshell($outtxt, \@cleanup);
if(ref($outtxt) eq 'HASH'){
$api->warn("Processing $title failed: ".$outtxt->{'error'}."\n");
next;
}
$summary.="; general banner cleanup (".join(', ', @cleanup).")" if @cleanup;
$summary.=". $errto";
 
my $cat=$iterapi->itervallog("$summary in $title");
my $summary="Assessing for WikiProject NATO based on membership in [[$cat]] per $req $errto";
$api->warn("$summary in $title\n");
my $r=$api->edit($tok, $outtxt, $summary, 1, 1);
if($r->{'code'} ne 'success'){
Line 227 ⟶ 435:
}
} else {
$api->warnlog("Nothing to do in $title\n");
}
 
Line 236 ⟶ 444:
return 0 if time()>=$endtime;
}
$self->{'iter'}=undef;
}
 
# No more pages to check, try again in 10 minutes or so in case of errors.
$self->{'iter'}=undef;
$self->{'iterators'}=[@iterators];
$api->log("WikiProjectWorker may be DONE!");
return 600;
}
 
1;
</source>
 
</syntaxhighlight>