User:ZackBot/river cleanup

#!/usr/bin/env ruby
# encoding: utf-8

require 'mediawiki_api'
require 'HTTParty'
require 'csv'
require 'open-uri'
require './helper'
require 'fileutils'

def exactly_one_time(text, param, regex)
  count = text.scan(regex).size
  if count > 1
    puts "- ERROR: '#{param}' appears more than one time on the page."
    return false
  elsif count == 0
    puts "- ERROR: '#{param}' does not appear on the page"
    return false
  end
  true
end

INFOBOX_REGEX = /(?=\{\{[Ii]nfobox\s[Rr]iver)(\{\{(?>[^{}]++|\g<1>)*}})/
COUNTRY_REGEX = /\|\s*basin_countries\s*\=\s*([A-Za-z\[\]\s\.]*)/

CATEGORY = '[[Category:Pages using infobox river with "basin countries" parameter|basin countries parameter]]'

QUERY_URL = "https://petscan.wmflabs.org/?psid=610562&format=json"

Helper.read_env_vars

client = MediawikiApi::Client.new 'https://en.wikipedia.org/w/api.php'
client.log_in ENV['USERNAME'], ENV['PASSWORD']

json = JSON.load(open(QUERY_URL))
titles = json["*"].first["a"]["*"].map{ | page| page["title"].gsub("_"," ")}
puts titles.size

# For testing
# pages = File.open('test.txt').read
# pages.each_line do |title|
titles.each do |title|
  title.strip!
  puts title

  full_text = client.get_wikitext(title).body

  next if Helper.no_bots?(full_text)
  next unless (exactly_one_time(full_text, "Infobox River", INFOBOX_REGEX))

  infobox_text = full_text.match(INFOBOX_REGEX)[0]

  country_match = infobox_text.match(COUNTRY_REGEX)

  if country_match.nil?
    puts '- Error: Country was not found.'
    next
  end

  infobox_text.gsub!(/\|\s*subdivision_name1\s*\=\s*/, "")

  infobox_text.gsub!(COUNTRY_REGEX, "| subdivision_type1  = Country\n| subdivision_name1  = #{country_match[1]}")
  full_text.gsub!(INFOBOX_REGEX, infobox_text)

  client.edit(title: title, text: full_text, summary: "Fixing infobox not to use #{CATEGORY}")
  puts "- SUCCESS"
end

puts "DONE"