Jump to content

User:AnomieBOT/source/tasks/OnThisDayTagger.pm

From Wikipedia, the free encyclopedia
package tasks::OnThisDayTagger;

=pod

=begin metadata

Bot:     AnomieBOT
Task:    OnThisDayTagger
BRFA:    Wikipedia:Bots/Requests for approval/AnomieBOT 30
Status:  Approved 2009-05-26
Created: 2009-05-14

Process each anniversary article (e.g. [[Wikipedia:Selected
anniversaries/October 31]] for 2008-10-31, 2007-10-31, 2006-10-31, and so on)
to extract the bolded links and tag the corresponding article talk pages with
{{tl|OnThisDay}}.

=end metadata

=cut

use utf8;
use strict;

use AnomieBOT::Task qw/:time/;
use Data::Dumper;
use POSIX;
use Digest::SHA qw/sha256_base64/;
use vars qw/@ISA/;
@ISA=qw/AnomieBOT::Task/;

my @months=qw/January February March April May June July August September October November December/;
my $monthre="(?:".join("|",@months).")";

my $skip_links_re=join('|',
    "$monthre \\d{1,2}",
    '\d{4}',
    'List of historical anniversaries',
    'List of days of the year',
);
$skip_links_re=qr/^(?:$skip_links_re)$/;

my @skip_templates=(
    'Template:Archive box',
    'Template:Archives',
);

my $whine_to='User talk:AnomieBOT';
my $mode='live'; # 'list' or 'live'
my $list='/tmp/otd-pages.txt';

sub new {
    my $class=shift;
    my $self=$class->SUPER::new();
    $self->{'order'}=100;
    $self->{'nextday'}=0;
    bless $self, $class;
    return $self;
}

=pod

=for info
Approved 2009-05-26<br />[[Wikipedia:Bots/Requests for approval/AnomieBOT 30]]

=cut

sub approved {
    return 2;
}

sub run {
    my ($self, $api)=@_;
    my $res;

    $api->task('OnThisDayTagger', 0, 10, qw/d::Talk d::Timestamp d::Templates d::Redirects/);
    my $screwup=' Errors? [[User:'.$api->user.'/shutoff/OnThisDayTagger]]';

    $api->store->{'nextday'}=5643 unless exists($api->store->{'nextday'});

    my $starttime=time;
    my $today=day_from_timestamp($starttime);

    if($mode eq 'list'){
        die "Could not open $list: $!\n" unless open(X, '<:utf8', $list);

        my %revs=();
        for(my $m=1; $m<=12; $m++){
            for(my $d=1; $d<=31; $d++){
                my $md=sprintf("%02d-%02d",$m,$d);
                next unless strftime("%m-%d",0,0,0,$d,$m-1,100) eq $md;
                my $res=$api->query([],
                    titles  => strftime("Wikipedia:Selected anniversaries/%B %-d",0,0,0,$d,$m-1,100),
                    prop    => 'revisions',
                    rvprop  => 'ids|timestamp',
                    rvlimit => 'max',
                );
                if($res->{'code'} eq 'shutoff'){
                    $api->warn("Task disabled: ".$res->{'content'}."\n");
                    return 300;
                }
                if($res->{'code'} ne 'success'){
                    $api->warn("Failed to fetch revisions for $md: $res->{error}\n");
                    sleep(10);
                    redo;
                }
                $revs{$md}=(values(%{$res->{'query'}{'pages'}}))[0]{'revisions'};
            }
        }
        my %revids=();
        for(my $day=0; $day<$today; $day++){
            my $start=$api->ISO2timestamp(day("%Y-%m-%dT00:00:00Z",$day+1));
            foreach (@{$revs{day('%m-%d',$day)}}){
                my $t=$api->ISO2timestamp($_->{'timestamp'});
                if($t<$start){
                    $revids{day('%F',$day)}=$_->{'revid'};
                    last;
                }
            }
        }

        my %pages=();
        while(<X>){
            next unless /^\* \[\[(.*?)\]\]: (\d{4}-\d{2}-\d{2}(?:, \d{4}-\d{2}-\d{2})*)\s*$/;
            my $title=$1;
            my @dates=split /, /, $2;
            my %dates=();
            foreach (@dates){
                die "Bad date: $_" unless exists($revids{$_});
                $dates{$_}=$revids{$_};
            }

            # Check the page
            my $res=$api->query(
                titles       => $title,
                prop         => 'categories',
                cllimit      => 'max',
                clcategories => 'Category:All disambiguation pages',
            );
            if($res->{'code'} eq 'shutoff'){
                $api->warn("Task disabled: ".$res->{'content'}."\n");
                return 300;
            }
            if($res->{'code'} ne 'success'){
                $api->warn(day("Failed to load links for %F: ", $self->{'nextday'}).$res->{'error'}."\n");
                sleep(10);
                redo;
            }
            my $page=(values(%{$res->{'query'}{'pages'}}))[0];
            if(exists($page->{'missing'})){
                die "$title does not exist";
            } elsif(exists($page->{'redirect'})){
                die "$title is a redirect";
            } elsif($page->{'ns'}!=0){
                die "$title is a non-article";
            } elsif(exists($page->{'categories'}) && @{$page->{'categories'}}){
                die "$title is a disambiguation page";
            }

            # Tag the talk page
            $title="Talk:$title";
            $api->log("Tagging $title");
            my $tok=$api->edittoken("$title", EditRedirect => 1);
            if($tok->{'code'} eq 'shutoff'){
                $api->warn("Task disabled: ".$tok->{'content'}."\n");
                return 300;
            }
            if($tok->{'code'} ne 'success'){
                $api->warn("Failed to get edit token for $title: ".$tok->{'error'}."\n");
                sleep(10);
                redo;
            }
            if(exists($tok->{'redirect'})){
                die "$title is a redirect, cannot tag";
            }

            my $intxt=$tok->{'revisions'}[0]{'slots'}{'main'}{'*'} // '';
            my $outtxt=$self->tag($api, $intxt, %dates);
            return 300 unless defined($outtxt);
            if($intxt ne $outtxt){
                $res=$api->edit($tok, $outtxt, "Adding/updating {{OnThisDay}}. $screwup", 0, 1);
                if($res->{'code'} ne 'success'){
                    $api->warn("Write failed on $title: $res->{error}\n");
                    sleep(10);
                    redo;
                }
            }
        }
        close X;

        return undef;
    }

    if($mode eq 'live'){
        if($self->{'nextday'}==0 && exists($api->store->{'nextday'})){
            my $t=$api->store->{'nextday'};
            $self->{'nextday'}=$t if $t=~/^\d+$/;
        }

        # Iterate over all our pages
        while($self->{'nextday'}<$today){

            # First, create the categories if they don't already exist
            my $tok=$api->edittoken(day("Category:Selected anniversaries (%Y)", $self->{'nextday'}), EditRedir=>1);
            if($tok->{'code'} eq 'shutoff'){
                $api->warn("Task disabled: ".$tok->{'content'}."\n");
                return 300;
            }
            if($tok->{'code'} ne 'success'){
                $api->warn("Failed to get edit token for year category: ".$tok->{'error'}."\n");
            } elsif(exists($tok->{'missing'})){
                $api->edit($tok, "[[Category:Selected anniversaries]]", "Creating dated subcategory, to prevent redlinks. $screwup", 0, 1);
            }
            $tok=$api->edittoken(day("Category:Selected anniversaries (%B %Y)", $self->{'nextday'}), EditRedir=>1);
            if($tok->{'code'} eq 'shutoff'){
                $api->warn("Task disabled: ".$tok->{'content'}."\n");
                return 300;
            }
            if($tok->{'code'} ne 'success'){
                $api->warn("Failed to get edit token for month category: ".$tok->{'error'}."\n");
            } elsif(exists($tok->{'missing'})){
                my $y=day("%Y", $self->{'nextday'});
                my $m=day("%m", $self->{'nextday'});
                $api->edit($tok, "[[Category:Selected anniversaries ($y)|0$m]]", "Creating dated subcategory, to prevent redlinks. $screwup", 0, 1);
            }

            # Load day page
            my $day=$self->{'nextday'};
            my $fday=day("%F", $self->{'nextday'});

            my $page=load_page_for_day($api, $day);
            if($page->{'code'} eq 'shutoff'){
                $api->warn("Task disabled: ".$page->{'content'}."\n");
                return 300;
            }
            if($page->{'code'} ne 'success'){
                $api->warn("Failed to fetch page for $fday: $page->{error}\n");
                return 60;
            }
            my $revid=$page->{'revisions'}[0]{'revid'};

            # Strip out non-rendered content
            my ($txt, $nowiki)=$api->strip_nowiki($page->{'revisions'}[0]{'slots'}{'main'}{'*'});
            while(my ($k,$v)=each %$nowiki){
                $nowiki->{$k}='' if $v=~/^<!--/;
            }
            $txt=$1 if $txt=~m!<onlyinclude>(.*?)</onlyinclude>!s;
            $txt=~s!<noinclude>(.*?)</noinclude>!!gs;
            $txt=~s!</?includeonly>!!g;

            # Replace time-varying templates
            $txt=~s/\{\{IsLeapYear\}\}/{{IsLeapYear|{{CURRENTYEAR}}}}/g;
            my $x=day("%-d", $self->{'nextday'});
            $txt=~s/\{\{CURRENTDAY\}\}/$x/g;
            $x=day("%w", $self->{'nextday'});
            $txt=~s/\{\{CURRENTDOW\}\}/$x/g;
            $x=day("%m", $self->{'nextday'});
            $txt=~s/\{\{CURRENTMONTH\}\}/$x/g;
            $x=day("%Y", $self->{'nextday'});
            $txt=~s/\{\{CURRENTYEAR\}\}/$x/g;

            $txt=$api->replace_nowiki($txt, $nowiki);

            # Expand templates
            $res=$api->query(
                action => 'expandtemplates',
                title  => $page->{'title'},
                text   => $txt,
                prop   => 'wikitext',
            );
            if($res->{'code'} eq 'shutoff'){
                $api->warn("Task disabled: ".$res->{'content'}."\n");
                return 300;
            }
            if($res->{'code'} ne 'success'){
                $api->warn(day("Failed to expand templates for %F: ", $self->{'nextday'}).$res->{'error'}."\n");
                $api->debug(2,"Text was $txt\n");
                return 60;
            }

            # Transform ''' to <b>
            $txt=doAllQuotes($api, $res->{'expandtemplates'}{'wikitext'});

            # Extract just the bold parts
            $txt=join('',$txt=~m!<b>(.*?)</b>!g);

            # Extract the links
            $res=$api->query(
                action => 'parse',
                title  => $page->{'title'},
                text   => $txt,
                prop   => 'links',
            );
            if($res->{'code'} eq 'shutoff'){
                $api->warn("Task disabled: ".$res->{'content'}."\n");
                return 300;
            }
            if($res->{'code'} ne 'success'){
                $api->warn(day("Failed to expand templates for %F: ", $self->{'nextday'}).$res->{'error'}."\n");
                $api->debug(2,"Text was $txt\n");
                return 60;
            }
            my @links=map($_->{'*'}, grep($_->{'ns'}==0 && exists($_->{'exists'}), @{$res->{'parse'}{'links'}}));

            # Filter out month/year links
            @links=grep(!/$skip_links_re/o, @links);

            # Resolve redirects & check for dabs
            my %res=();
            my @err=();
            while(@links){
                my @l=splice(@links,0,500);
                my $res=$api->query(
                    titles       => join('|',@l),
                    prop         => 'categories',
                    cllimit      => 'max',
                    clcategories => 'Category:All disambiguation pages',
                    redirects    => 1,
                );
                if($res->{'code'} eq 'shutoff'){
                    $api->warn("Task disabled: ".$res->{'content'}."\n");
                    return 300;
                }
                if($res->{'code'} ne 'success'){
                    $api->warn(day("Failed to load links for %F: ", $self->{'nextday'}).$res->{'error'}."\n");
                    return 60;
                }
                my %map=();
                $map{$_->{'from'}}=$_->{'to'} foreach (@{$res->{'query'}{'redirects'}});
                my %pages=map { $_->{'title'}=>$_ } values %{$res->{'query'}{'pages'}};
                foreach my $l (@l){
                    my $t=$api->apply_redirect_map( $l, \%map );
                    if(!exists($pages{$t})){
                        $api->warn("No result for $l ".day("(%F)", $day)."\n");
                        return 60;
                    }
                    my $page=$pages{$t};
                    if(exists($page->{'missing'})){
                        push @err, "* [[:$l]] does not exist";
                    } elsif(exists($page->{'redirect'})){
                        push @err, "* [[:$l]] is a double redirect";
                    } elsif($page->{'ns'}!=0){
                        push @err, "* [[:$l]] redirects to a non-article";
                    } elsif(exists($page->{'categories'}) && @{$page->{'categories'}}){
                        push @err, "* [[:$l]] is a disambiguation page";
                    } else {
                        $res{$t}=[] unless exists($res{$t});
                        push @{$res{$t}}, $l;
                    }
                }
            }

            # Tag the talk pages
            foreach my $otitle (keys %res){
                my $title="Talk:$otitle";
                $api->log("Tagging $title for ".day("%F", $day));
                my $tok=$api->edittoken("$title", EditRedirect => 1);
                if($tok->{'code'} eq 'shutoff'){
                    $api->warn("Task disabled: ".$tok->{'content'}."\n");
                    return 300;
                } elsif($tok->{'code'} eq 'botexcluded'){
                    push @err, "* I am excluded from editing [[$title]], cannot tag for [[".join(']] / [[', @{$res{$otitle}})."]]";
                    next;
                } elsif($tok->{'code'} ne 'success'){
                    $api->warn("Failed to get edit token for $title: ".$tok->{'error'}."\n");
                    return 60;
                }
                if(exists($tok->{'redirect'})){
                    push @err, "* [[$title]] is a redirect, cannot tag for [[".join(']] / [[', @{$res{$otitle}})."]]";
                    next;
                }

                my $intxt=$tok->{'revisions'}[0]{'slots'}{'main'}{'*'} // '';
                my $outtxt=$self->tag($api, $intxt, $fday => $revid);
                return 300 unless defined($outtxt);
                if($intxt ne $outtxt){
                    $res=$api->edit($tok, $outtxt, "Adding/updating {{OnThisDay}} for $fday. $screwup", 0, 1);
                    if($res->{'code'} ne 'success'){
                        $api->warn("Write failed on $title: $res->{error}\n");
                        return 60;
                    }
                }
            }

            # Whine about errors
            if(@err){
                $api->log("Whining about bad links on ".day("%F", $day));
                my $err=day("Errors processing [[Wikipedia:Selected anniversaries/%B %-d]]", $self->{'nextday'});
                $res=$api->whine($err, "The following links could not be processed:\n".join("\n", @err)."\nPlease add {{tl|OnThisDay}} to them manually using oldid $revid, I will not be retrying. Thanks.", Summary => $err, Pagename => $whine_to, NoSmallPrint => 1);
                if($res->{'code'} eq 'shutoff'){
                    $api->warn("Task disabled: ".$res->{'content'}."\n");
                    return 300;
                }
                if($res->{'code'} ne 'success'){
                    $api->warn(day("Could not complain about %F: ", $self->{'nextday'}).$res->{'error'}."\n");
                    return 60;
                }
            }

            # Done! Next day
            $api->store->{"nextday"}=++$self->{'nextday'};
        }

        my $next=86400-($starttime%86400)-(time-$starttime);
        $next=0 if $self->{'nextday'}<$today;
        return $next;
    }

    die "Invalid mode '$mode'";
}

# The anniversary pages were created 2004-02-26 through 2004-02-28; We count
# 2004-02-26 as day 0. This function does strftime on the day number.
# Thankfully, it correctly converts 
sub day {
    my $fmt=shift;
    my $day=shift;
    return strftime($fmt,0,0,0,$day+26,1,104);
}

sub day_from_timestamp {
    my $ts=shift;
    my ($min,$max)=(0,5000);
    my $target=strftime("%F", gmtime $ts);
    while(1){
        my $day=day("%F",$max);
        if($day eq $target){
            return $max;
        } elsif($day lt $target){
            $min=$max;
            $max+=$max;
        } else {
            last;
        }
    }
    while($min!=$max){
        my $d=POSIX::floor(($min+$max)/2);
        my $day=day("%F",$d);
        if($day eq $target){
            return $d;
        } elsif($day lt $target){
            $min=$d+1;
        } else {
            $max=$d;
        }
    }
    die "WTF? Searching for $target, got to $min which is ".day("%F",$min);
}

sub load_page_for_day {
    my $api=shift;
    my $day=shift;

    return $api->store->{"day $day"} if(exists($api->store->{"day $day"}));

    my $start=$api->ISO2timestamp(day("%Y-%m-%dT00:00:00Z",$day+1));
    my $iter=$api->iterator(
        titles  => day("Wikipedia:Selected anniversaries/%B %-d",$day),
        rvlimit => 1,
        rvprop  => 'ids|timestamp|content',
        rvslots => 'main',
        rvdir   => 'older',
        rvstart => $start,
        prop    => 'revisions',
    );
    while(my $page=$iter->next){
        return $page unless $page->{'_ok_'};
        $page->{'code'}='success';
        my $t=$api->ISO2timestamp($page->{'revisions'}[0]{'timestamp'});
        if($t<$start){
            $api->store->{"day $day"}=$page;
            $api->store->{"day $day"}{'cached'}=1;
            $page->{'cached'}=0;
            return $page;
        }
    }
}

# Parse single-quotes in the same way MediaWiki does.
sub doAllQuotes {
    my $api=shift;
    my ($text,$nowiki)=$api->strip_nowiki(shift);
    my $outtxt='';
    my @lines=split(/\n/, $text);
    $outtxt.=doQuotes($_)."\n" foreach (@lines);
    $outtxt=substr($outtxt,0,-1);
    return $api->replace_nowiki($outtxt,$nowiki);
}

sub doQuotes {
    my $text=shift;
    my @arr=split(/(''+)/, $text);
    return $text if @arr == 1;

    my $numbold=0;
    my $numitalics=0;
    for(my $i=1; $i<@arr; $i+=2){
        my $l=length($arr[$i]);
        if($l==4){
            # Four 's => assume one plain text + bold
            $arr[$i-1].="'";
            $arr[$i]="'''";
            $l=3;
        } elsif($l>5){
            # More than five 's => assume N-5 plain text + bold + italic
            $arr[$i-1].="'"x($l-5);
            $arr[$i]="'''''";
            $l=5;
        }
        $numitalics++ if($l==2 || $l==5);
        $numbold++    if($l==3 || $l==5);
    }

    # Odd number of each => guess one of the bolds is really plain + italic
    # Somewhat odd, but to match MediaWiki's parser...
    if(($numbold&1) && ($numitalics&1)){
        my $firstsingleletterword = -1;
        my $firstmultiletterword = -1;
        my $firstspace = -1;
        for(my $i=1; $i<@arr; $i+=2){
            next unless length($arr[$i])==3;
            my $x1=substr($arr[$i-1],-1);
            my $x2=substr($arr[$i-1],-2,1);
            if($x1 eq ' '){
                $firstspace=$i if $firstspace == -1;
            } elsif($x2 eq ' '){
                $firstsingleletterword=$i if $firstsingleletterword == -1;
            } else {
                $firstmultiletterword=$i if $firstmultiletterword == -1;
            }
        }
        if($firstsingleletterword != -1){
            $arr[$firstsingleletterword]="''";
            $arr[$firstsingleletterword-1].="'";
        } elsif($firstmultiletterword != -1){
            $arr[$firstmultiletterword]="''";
            $arr[$firstmultiletterword-1].="'";
        } elsif($firstspace != -1){
            $arr[$firstspace]="''";
            $arr[$firstspace-1].="'";
        }
    }

    # Now, convert to HTML
    my $output='';
    my $buffer='';
    my $state='';
    for(my $i=0; $i<@arr; $i++){
        my $r=$arr[$i];
        if($i&1){
            if(length($r)==2){
                if($state eq 'i'){
                    $output.='</i>'; $state='';
                } elsif($state eq 'bi'){
                    $output.='</i>'; $state='b';
                } elsif($state eq 'ib'){
                    $output.='</b></i><b>'; $state='b';
                } elsif($state eq 'both'){
                    $output.="<b><i>$buffer</i>"; $state='b';
                } else {
                    $output.='<i>'; $state.='i';
                }
            } elsif(length($r)==3){
                if($state eq 'b'){
                    $output.='</b>'; $state='';
                } elsif($state eq 'bi'){
                    $output.='</i></b><i>'; $state='i';
                } elsif($state eq 'ib'){
                    $output.='</b>'; $state='i';
                } elsif($state eq 'both'){
                    $output.="<i><b>$buffer</b>"; $state='i';
                } else {
                    $output.='<b>'; $state.='b';
                }
            } elsif(length($r)==5){
                if($state eq 'b'){
                    $output.='</b><i>'; $state='i';
                } elsif($state eq 'i'){
                    $output.='</i><b>'; $state='b';
                } elsif($state eq 'bi'){
                    $output.='</i></b>'; $state='';
                } elsif($state eq 'ib'){
                    $output.='</b></i>'; $state='';
                } elsif($state eq 'both'){
                    $output.="<i><b>$buffer</b></i>"; $state='';
                } else {
                    $buffer=''; $state='both';
                }
            }
        } else {
            if($state eq 'both'){
                $buffer.=$r;
            } else {
                $output.=$r;
            }
        }
    }
    $output.='</b>' if($state eq 'b' || $state eq 'ib');
    $output.='</i>' if($state eq 'i' || $state eq 'bi' || $state eq 'ib');
    $output.='</b>' if($state eq 'bi');
    $output.="<b><i>$buffer</i></b>" if($state eq 'both' && $buffer ne '');
    return $output;
}

sub tag {
    my $self=shift;
    my $api=shift;
    my $txt=shift;
    my %dates=@_;

    my %redir=$api->redirects_to_resolved('Template:On this day');
    if(exists($redir{''})){
        $api->warn("Could not load list of redirects to Template:On this day: ".$redir{''}{'error'}."\n");
        return undef;
    }

    my %redir2=$api->redirects_to_resolved('Template:Article history');
    if(exists($redir2{''})){
        $api->warn("Could not load list of redirects to Template:Article history: ".$redir2{''}{'error'}."\n");
        return undef;
    }

    # Update an existing OnThisDay template?
    my $done=0;
    $txt=$api->process_templates($txt, sub {
        my $name=shift;
        my $params=shift;
        shift; # $wikitext
        shift; # $data
        my $oname=shift;

        return unless exists($redir{"Template:$name"});

        # Read existing parameters
        my %p=();
        my $mx=0;
        foreach (@$params){
            $mx=$1 if(/^\s*(?:date|oldid)(\d+)\s*=/ && $mx < $1);
            if(/^\s*(date\d+)\s*=\s*(\d{4}-\d{2}-\d{2})\s*$/){
                $p{$1}=$2;
            } elsif(/^\s*(date\d+)\s*=\s*((?i)$monthre)\s+(\d{1,2})(?:\s*,)?\s+(\d{4})\s*$/){
                my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($2); }
                $p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $3);
            } elsif(/^\s*(date\d+)\s*=\s*(\d{1,2})\s+((?i)$monthre)(?:\s*,)?\s+(\d{4})\s*$/){
                my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($3); }
                $p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $2);
            } elsif(/^\s*(oldid\d+)\s*=\s*(\d+)\s*$/){
                $p{$1}=$2;
            }
        }
        @$params=();
        for(my $i=1; $i<=$mx; $i++){
            $dates{$p{"date$i"}}=$p{"oldid$i"} if(exists($p{"date$i"}) && exists($p{"oldid$i"}) && !exists($dates{$p{"date$i"}}));
        }

        # (Re-)insert parameters
        my $i=1;
        $i++ while grep(/^\s*oldid$i\s*=/, @$params);
        foreach my $date (sort keys %dates){
            push @$params, "date$i=$date", "oldid$i=".$dates{$date};
            $i++;
        }
        $done=1;
        return "{{$oname|".join('|', @$params)."}}";
    });
    return $txt if $done;

    # Update an existing ArticleHistory template?
    $txt=$api->process_templates($txt, sub {
        my $name=shift;
        my $params=shift;
        shift; # $wikitext
        shift; # $data
        my $oname=shift;

        return unless exists($redir2{"Template:$name"});

        # Find next unused number, and check which dates aren't already used
        my %p=();
        my $mx=0;
        foreach (@$params){
            $mx=$1 if(/^\s*otd(\d+)(?:date|oldid)\s*=/ && $mx < $1);
            $mx=1 if(/^\s*otd(?:date|oldid)\s*=/ && $mx < 1);
            if(/^\s*(otd\d*date)\s*=\s*(\d{4}-\d{2}-\d{2})\s*$/){
                $p{$1}=$2;
            } elsif(/^\s*(otd\d*date)\s*=\s*((?i)$monthre)\s+(\d{1,2})(?:\s*,)?\s+(\d{4})\s*$/){
                my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($2); }
                $p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $3);
            } elsif(/^\s*(otd\d*date)\s*=\s*(\d{1,2})\s+((?i)$monthre)(?:\s*,)?\s+(\d{4})\s*$/){
                my $m; for($m=0; $m<@months; $m++){ last if lc($months[$m]) eq lc($3); }
                $p{$1}=sprintf("%04d-%02d-%02d", $4, $m+1, $2);
            } elsif(/^\s*(otd\d*oldid)\s*=\s*(\d+)\s*$/){
                $p{$1}=$2;
            }
        }

        # Delete any already-listed dates
        delete $dates{$p{"otddate"}} if(exists($p{"otddate"}) && exists($p{"otdoldid"}) && exists($dates{$p{"otddate"}}));
        for(my $i=1; $i<=$mx; $i++){
            delete $dates{$p{"otd${i}date"}} if(exists($p{"otd${i}date"}) && exists($p{"otd${i}oldid"}) && exists($dates{$p{"otd${i}date"}}));
        }

        # Add new parameters
        foreach my $date (sort keys %dates){
            ++$mx;
            push @$params, "otd${mx}date=$date", "otd${mx}oldid=".$dates{$date}."\n";
        }
        $done=1;
        return "{{$oname|".join('|', @$params)."}}";
    });
    return $txt if $done;

    if(!exists($self->{'loaded skip redirects'})){
        my %skip=$api->redirects_to_resolved(@skip_templates);
        if(exists($skip{''})){
            $api->warn("Could not load list of redirects for skip templates: ".$skip{''}{'error'}."\n");
            return undef;
        }
        @skip_templates=keys %skip;
        $self->{'loaded skip redirects'}=1;
    }

    # No, add a new one.
    my $templ='{{OnThisDay';
    my $i=1;
    foreach my $date (sort keys %dates){
        $templ.="|date$i=$date|oldid$i=".$dates{$date};
        $i++;
    }
    $templ.="}}";

    my $nowiki;
    ($txt,$nowiki)=$api->strip_nowiki($txt);
    my $outtmpl={};
    $txt=$api->process_templates($txt, \&_strip_templates, $outtmpl);
    $txt="$templ\n$txt" unless $txt=~s/^((?:\s*\x02[a-zA-Z0-9_-]+\x03)*[ \t]*)(?:$|(?=\n))/$1\n$templ/;
    $txt=_unstrip_templates($txt, $outtmpl);
    return $api->replace_nowiki($txt, $nowiki);
}

sub _strip_templates {
    my ($name, $params, $wikitext, $data) = @_;
    return undef if $name=~/^#/;
    return undef if grep(/^\s*small\s*=\s*(?!no|n|0)\S/, @$params);
    return undef if grep("Template:$name" eq $_, @skip_templates);

    $wikitext=_unstrip_templates($wikitext,$data);
    my $tmp = $wikitext;
    utf8::encode( $tmp ) if utf8::is_utf8( $tmp );
    my $tag="\x02".sha256_base64($tmp)."\x03";
    $tag=~tr!+/=!-_!d;
    $data->{$tag}=$wikitext;
    return $tag;
}

sub _unstrip_templates {
    my $wikitext=shift;
    my $templ=shift;

    $wikitext=~s!(\x02[a-zA-Z0-9_-]+\x03)! $templ->{$1} // $1 !gioe;
    return $wikitext;
}

1;