fix namespace locking problem when using with FastCGI servers

whois 191.101.31.160 doesn't return a range, only something like
inetnum: 191.101.0.0/16

Makefile

@@ -3,8 +3,8 @@
 # subdirectory.
 
 VERSION_NO=$(shell git describe --tags)
-TRANSLATIONS=$(wildcard modules/translations/[a-z]*-utf8.pl$)
-MODULES=$(wildcard modules/*.pl)
+TRANSLATIONS=$(wildcard modules/translations/*-utf8.pl)
+MODULES=$(sort $(wildcard modules/*.pl))
 BUILD=build/wiki.pl $(foreach file, $(notdir $(MODULES)) $(notdir $(TRANSLATIONS)), build/$(file))
 
 # PREPARE/BUILD: this creates copies of wiki.pl and all the modules
@@ -60,3 +60,21 @@ jobs ?= 4
 test:
 	prove t/setup.pl
 	prove --jobs=$(jobs) --state=slow,save t
+
+# Spin up a quick test
+
+development:
+	@if grep --quiet 'ScriptName = "http://127.0.0.1:8080";' test-data/config; then \
+	  echo Not overwriting \$$ScriptName in test-data/config; \
+	else \
+	  echo '$ScriptName = "http://127.0.0.1:8080";' >> test-data/config; \
+	fi
+	morbo --listen http://*:8080 \
+	  --watch wiki.pl --watch test-data/config --watch test-data/modules/ \
+	  stuff/mojolicious-app.pl
+
+%.pem:
+	openssl req -new -x509 -days 365 -nodes -out cert.pem -keyout key.pem
+
+gemini: cert.pem key.pem
+	perl stuff/gemini-server.pl --wiki_cert_file=cert.pem --wiki_key_file=key.pem

contrib/campaignwiki/add-link.pl

@@ -1,6 +1,6 @@
 #! /usr/bin/perl
 
-# Copyright (C) 2011–2015  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2011–2018  Alex Schroeder <alex@gnu.org>
 
 # This program is free software: you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -23,7 +23,8 @@ use utf8;
 
 # load Oddmuse core
 $RunCGI = 0;
-do "wiki.pl";
+$DataDir = '/home/alex/campaignwiki';
+do "/home/alex/farm/wiki.pl";
 
 # globals depending on the name of the script
 my ($self, $name, $wiki);
@@ -35,6 +36,9 @@ if ($0 eq '/home/alex/campaignwiki.org/add-link.pl') {
   $self = "https://campaignwiki.org/add-adventure";
   $name = "OSR Links to Adventures";
   $wiki = 'Adventures';
+} elsif ($0 eq '/home/alex/campaignwiki.org/add-sf-link.pl') {
+  $name = "OSRSF House Rules Wiki: Uplinked Intelligence";
+  $wiki = 'UplinkedIntelligence';
 } else {
   ReportError('Cannot determine wiki!', '500 INTERNAL SERVER ERROR');
 }
@@ -164,7 +168,7 @@ sub is_duplicate {
                   " already links to the URL you submitted:",
 	        GetUrl($link->[0], $link->[1]));
       return 1;
-    }      
+    }
   }
   return 0;
 }
@@ -288,11 +292,13 @@ sub print_end_of_page {
 
 sub main {
   $ConfigFile = "$DataDir/config"; # read the global config file
+  $ModuleDir = "$DataDir/modules"; # global modules
   $DataDir = "$DataDir/$wiki";     # but link to the local pages
-  Init();                          # read config file (no modules!)
+  Init();                          # read config file
   $ScriptName = $site;             # undo setting in the config file
   $FullUrl = $site;                #
   InitPageVariables();             # call again: $ScriptName was wrong
+  $HomePage = 'HomePage';          # $HomePage must not be translated
   binmode(STDOUT,':utf8');
   $q->charset('utf8');
   if ($q->path_info eq '/source') {

css/latex.css

@@ -0,0 +1,425 @@
+/*!
+ * LaTeX.css (https://latex.now.sh/)
+ *
+ * Source: https://github.com/vincentdoerig/latex-css
+ * Licensed under MIT (https://github.com/vincentdoerig/latex-css/blob/master/LICENSE)
+*/
+
+@font-face {
+  font-family: 'Latin Modern';
+  font-style: normal;
+  font-weight: normal;
+  font-display: swap;
+  src: url('/style/fonts/LM-regular.woff2') format('woff2'),
+    url('/style/fonts/LM-regular.woff') format('woff'),
+    url('/style/fonts/LM-regular.ttf') format('truetype');
+}
+
+@font-face {
+  font-family: 'Latin Modern';
+  font-style: italic;
+  font-weight: normal;
+  font-display: swap;
+  src: url('/style/fonts/LM-italic.woff2') format('woff2'),
+    url('/style/fonts/LM-italic.woff') format('woff'),
+    url('/style/fonts/LM-italic.ttf') format('truetype');
+}
+
+@font-face {
+  font-family: 'Latin Modern';
+  font-style: normal;
+  font-weight: bold;
+  font-display: swap;
+  src: url('/style/fonts/LM-bold.woff2') format('woff2'),
+    url('/style/fonts/LM-bold.woff') format('woff'),
+    url('/style/fonts/LM-bold.ttf') format('truetype');
+}
+
+@font-face {
+  font-family: 'Latin Modern';
+  font-style: italic;
+  font-weight: bold;
+  font-display: swap;
+  src: url('/style/fonts/LM-bold-italic.woff2') format('woff2'),
+    url('/style/fonts/LM-bold-italic.woff') format('woff'),
+    url('/style/fonts/LM-bold-italic.ttf') format('truetype');
+}
+
+/* Box sizing rules */
+*,
+*::before,
+*::after {
+  box-sizing: border-box;
+}
+
+/* Remove default margin */
+body,
+h1,
+h2,
+h3,
+h4,
+p,
+ul[class],
+ol[class],
+li,
+figure,
+figcaption,
+dl,
+dd {
+  margin: 0;
+}
+
+/* Make default font-size 1rem and add smooth scrolling to anchors */
+html {
+  font-size: 1.4rem;
+  scroll-behavior: smooth;
+}
+
+body {
+  font-family: 'Latin Modern', Georgia, Cambria, 'DejaVu Serif', 'Times New Roman', Times, serif;
+  line-height: 1.4;
+  max-width: 80ch;
+  min-height: 100vh;
+  overflow-x: hidden;
+  margin: 0 auto;
+  padding: 2rem 1.25rem;
+
+  counter-reset: theorem;
+  counter-reset: definition;
+
+  color: hsl(0, 5%, 10%);
+  background-color: hsl(210, 20%, 98%);
+
+  text-rendering: optimizeLegibility;
+}
+
+/* Justify and hyphenate all paragraphs */
+p {
+  text-align: justify;
+  hyphens: auto;
+  -webkit-hyphens: auto;
+  -moz-hyphens: auto;
+  margin-top: 1rem;
+}
+
+/* A elements that don't have a class get default styles */
+a:not([class]) {
+  text-decoration-skip-ink: auto;
+}
+
+/* Make links red */
+a {
+  text-decoration: none;
+  color: #a00;
+}
+a:visited {
+  text-decoration: none;
+  color: #800;
+}
+
+a:focus {
+  outline-offset: 2px;
+  outline: 2px solid hsl(220, 90%, 52%);
+}
+
+
+/* Ueberschriften mit Links nur dezent einfärben */
+h1 a, h1 a:visited,
+h2 a, h2 a:visited,
+h3 a, h3 a:visited, 
+h4 a, h4 a:visited,
+h5 a, h5 a:visited,
+h6 a, h6 a:visited {
+  color: #555;
+}
+
+/* goto bar */
+div.menu form.search {
+  font-size:75%;
+  margin-top:2em;
+  margin-bottom:3em;
+}
+
+div.menu span.gotobar a.local,
+div.menu span.gotobar a.local:visited {
+  text-decoration: none;
+  color: #1e133c87;
+  margin-right:1.1em;
+  font-weight: bold;
+}
+
+/* Make images easier to work with */
+img {
+  max-width: 100%;
+  display: block;
+}
+
+/* Inherit fonts for inputs and buttons */
+input,
+button,
+textarea,
+select {
+  font: inherit;
+}
+
+/* Prevent textarea from overflowing */
+textarea {
+  width: 100%;
+}
+
+/* Natural flow and rhythm in articles by default */
+article > * + * {
+  margin-top: 1em;
+}
+
+/* Styles for inline code or code snippets */
+code,
+pre,
+kbd {
+  font-family: Menlo, Monaco, Consolas, 'Liberation Mono', 'Courier New',
+    monospace;
+  font-size: 85%;
+}
+pre {
+  padding: 1rem 1.4rem;
+  max-width: 100%;
+  overflow: auto;
+  border-radius: 4px;
+  background: hsl(210, 28%, 93%);
+}
+pre code {
+  font-size: 95%;
+  position: relative;
+}
+kbd {
+  background: hsl(210, 5%, 100%);
+  border: 1px solid hsl(210, 5%, 70%);
+  border-radius: 2px;
+  padding: 2px 4px;
+  font-size: 75%;
+}
+
+/* Make table 100% width, add borders between rows */
+table {
+  border-collapse: collapse;
+  border-spacing: 0;
+  width: 100%;
+  max-width: 100%;
+}
+th,
+td {
+  text-align: left;
+  padding: 0.5rem;
+}
+td {
+  border-bottom: 1px solid hsl(0, 0%, 85%);
+}
+thead th {
+  border-bottom: 2px solid hsl(0, 0%, 70%);
+}
+tfoot th {
+  border-top: 2px solid hsl(0, 0%, 70%);
+}
+
+/* Center align the title */
+h1:first-child {
+  text-align: center;
+}
+
+/* Nested ordered list for ToC */
+nav ol {
+  counter-reset: item;
+  padding-left: 2rem;
+}
+nav li {
+  display: block;
+}
+nav li:before {
+  content: counters(item, '.') ' ';
+  counter-increment: item;
+  padding-right: 0.85rem;
+}
+
+/* Center definitions (most useful for display equations) */
+dl dd {
+  text-align: center;
+}
+
+/* Theorem */
+.theorem {
+  counter-increment: theorem;
+  display: block;
+  margin: 12px 0;
+  font-style: italic;
+}
+.theorem::before {
+  content: 'Satz ' counter(theorem) '. ';
+  font-weight: bold;
+  font-style: normal;
+}
+
+/* Lemma */
+.lemma {
+  counter-increment: theorem;
+  display: block;
+  margin: 12px 0;
+  font-style: italic;
+}
+.lemma::before {
+  content: 'Lemma ' counter(theorem) '. ';
+  font-weight: bold;
+  font-style: normal;
+}
+
+/* Proof */
+.proof {
+  display: block;
+  margin: 12px 0;
+  font-style: normal;
+  position: relative;
+}
+.proof::before {
+  content: 'Beweis. ' attr(title);
+  font-style: italic;
+}
+.proof:after {
+  content: '◾️';
+  position: absolute;
+  right: -12px;
+  bottom: -2px;
+}
+
+/* Definition */
+.definition {
+  counter-increment: definition;
+  display: block;
+  margin: 12px 0;
+  font-style: normal;
+}
+.definition::before {
+  content: 'Definition ' counter(definition) '. ';
+  font-weight: bold;
+  font-style: normal;
+}
+
+/* Center align author name, use small caps and add vertical spacing  */
+.author {
+  margin: 0.85rem 0;
+  font-variant-caps: small-caps;
+  text-align: center;
+}
+
+/* Make footnote text smaller and left align it (looks bad with long URLs) */
+.footnotes p {
+  text-align: left;
+  line-height: 1.5;
+  font-size: 85%;
+  margin-bottom: 0.4rem;
+}
+.footnotes {
+  border-top: 1px solid hsl(0, 0%, 39%);
+}
+
+/* Center title and paragraph */
+.abstract,
+.abstract p {
+  text-align: center;
+}
+.abstract {
+  margin: 2.25rem 0;
+}
+
+/* Format the LaTeX symbol correctly (a higher up, e lower) */
+.latex span:nth-child(1) {
+  text-transform: uppercase;
+  font-size: 0.75em;
+  vertical-align: 0.28em;
+  margin-left: -0.48em;
+  margin-right: -0.15em;
+  line-height: 1ex;
+}
+
+.latex span:nth-child(2) {
+  text-transform: uppercase;
+  vertical-align: -0.5ex;
+  margin-left: -0.1667em;
+  margin-right: -0.125em;
+  line-height: 1ex;
+}
+
+/* Heading typography */
+h1 {
+  font-size: 2.5rem;
+  line-height: 3.25rem;
+  margin-bottom: 1.625rem;
+}
+
+h2 {
+  font-size: 1.7rem;
+  line-height: 2rem;
+  margin-top: 3rem;
+}
+
+h3 {
+  font-size: 1.4rem;
+  margin-top: 2.5rem;
+}
+
+h4 {
+  font-size: 1.2rem;
+  margin-top: 2rem;
+}
+
+h5 {
+  font-size: 1rem;
+  margin-top: 1.8rem;
+}
+
+h6 {
+  font-size: 1rem;
+  font-style: italic;
+  font-weight: normal;
+  margin-top: 2.5rem;
+}
+
+h3,
+h4,
+h5,
+h6 {
+  line-height: 1.625rem;
+}
+
+h1 + h2 {
+  margin-top: 1.625rem;
+}
+
+h2 + h3,
+h3 + h4,
+h4 + h5 {
+  margin-top: 0.8rem;
+}
+
+h5 + h6 {
+  margin-top: -0.8rem;
+}
+
+h2,
+h3,
+h4,
+h5,
+h6 {
+  margin-bottom: 0.8rem;
+}
+
+div.diff div.old {
+    background-color: #FFFFAF;
+}
+
+div.diff div.new {
+    background-color: #CFFFCF;
+}
+
+div.content blockquote {
+    font-style: italic;
+}
+

modules/ban-contributors.pl

@@ -1,4 +1,4 @@
-# Copyright (C) 2013-2016  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2013-2021  Alex Schroeder <alex@gnu.org>
 
 # This program is free software: you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -96,16 +96,20 @@ sub DoBanHosts {
       if (IsItBanned($_, \@regexps)) {
 	print $q->p(Ts("%s is banned", $name));
       } else {
-	my ($start, $end) = BanContributors::get_range($_);
-	$range = "[$start - $end]";
-	$name .= " " . $range;
-	print GetFormStart(undef, 'get', 'ban'),
-	  GetHiddenValue('action', 'ban'),
-	  GetHiddenValue('id', $id),
-	  GetHiddenValue('range', $range),
-	  GetHiddenValue('regexp', BanContributors::get_regexp_ip($start, $end)),
-	  GetHiddenValue('recent_edit', 'on'),
-	  $q->p($name, $q->submit(T('Ban!'))), $q->end_form();
+	my @pairs = BanContributors::get_range($_);
+	while (@pairs) {
+	  my $start = shift(@pairs);
+	  my $end = shift(@pairs);
+	  $range = "[$start - $end]";
+	  $name .= " " . $range;
+	  print GetFormStart(undef, 'get', 'ban'),
+	      GetHiddenValue('action', 'ban'),
+	      GetHiddenValue('id', $id),
+	      GetHiddenValue('range', $range),
+	      GetHiddenValue('regexp', BanContributors::get_regexp_ip($start, $end)),
+	      GetHiddenValue('recent_edit', 'on'),
+	      $q->p($name, $q->submit(T('Ban!'))), $q->end_form();
+	}
       }
     }
   }
@@ -167,47 +171,73 @@ sub NewBanContributorsWriteRcLog {
 
 package BanContributors;
 use Net::Whois::Parser qw/parse_whois/;
+use Net::IP;
 
 sub get_range {
   my $ip = shift;
   my $response = parse_whois(domain => $ip);
-  my ($start, $end);
   my $re = '(?:[0-9]{1,3}\.){3}[0-9]{1,3}';
-  my ($start, $end) = $response->{inetnum} =~ /($re) *- *($re)/;
-  return $start, $end;
+  # Just try all the keys and see whether there is a range match.
+  for (keys %$response) {
+    my @result;
+    $_ = $response->{$_};
+    for (ref eq 'ARRAY' ? @$_ : $_) {
+      $ip = Net::IP->new($_);
+      push(@result, $ip->ip, $ip->last_ip) if $ip;
+    }
+    return @result if @result;
+  }
+  # Fallback
+  return $ip, $ip;
 }
 
 sub get_groups {
   my ($from, $to) = @_;
   my @groups;
-  if ($from < 10) {
-    my $to = $to >= 10 ? 9 : $to;
+  if ($from == $to) {
+    return [$from, $to];
+  }
+  # ones up to the nearest ten
+  if ($from < $to and ($from % 10 or $from < 10)) {
+    # from 5-7: as is
+    # from 5-17: 5 + 9 - 5 = 9 thus 5-9, set $from to 10
+    my $to2 = int($to/10) > int($from/10) ? $from + 9 - $from % 10 : $to;
+    push(@groups, [$from, $to2]);
+    $from = $to2 + 1;
+  }
+  # tens up to the nearest hundred
+  if ($from < $to and $from % 100) {
+    # 10-17: as is
+    # 10-82: 10 to 79, set $from to 80 (8*10-1)
+    # 10-182: 10 to 99, set $from to 100 (10+99=10=99)
+    # 110-182: 110 to 179, set $from to 180 (170)
+    # 110-222: 110 to 199, set $from to 200 (110+99-10 = 199)
+    my $to2 = int($to/100) > int($from/100) ? $from + 99 - $from % 100
+	: int($to/10) > int($from/10) ? int($to / 10) * 10 - 1
+	: $to;
+    push(@groups, [$from, $to2]);
+    $from = $to2 + 1;
+  }
+  # up to the next hundred
+  if (int($to/100) > int($from/100)) {
+    # from 100 to 223: set $from to 200 (2*100-1)
+    my $to2 = int($to/100) * 100 - 1;
+    push(@groups, [$from, $to2]);
+    $from = $to2 + 1;
+  }
+  # up to the next ten
+  if (int($to/10) > int($from/10)) {
+    # 10 to 17: skip
+    # 100 to 143: set $from to 140 (14*10-1)
+    my $to2 = int($to / 10) * 10 - 1;
+    push(@groups, [$from, $to2]);
+    $from = $to2 + 1;
+  }
+  # up to the next one
+  if ($from <= $to) {
     push(@groups, [$from, $to]);
-    $from = $to + 1;
-  }
-  while ($from < $to) {
-    my $to = int($from/100) < int($to/100) ? $from + 99 - $from % 100 : $to;
-    if ($from % 10) {
-      push(@groups, [$from, $from + 9 - $from % 10]);
-      $from += 10 - $from % 10;
-    }
-    if (int($from/10) < int($to/10)) {
-      if ($to % 10 == 9) {
-	push(@groups, [$from, $to]);
-	$from = 1 + $to;
-      } else {
-	push(@groups, [$from, $to - 1 - $to % 10]);
-	$from = $to - $to % 10;
-      }
-    } else {
-      push(@groups, [$from - $from % 10, $to]);
-      last;
-    }
-    if ($to % 10 != 9) {
-      push(@groups, [$from, $to]);
-      $from = 1 + $to; # jump from 99 to 100
-    }
   }
+  # warn join("; ", map { "@$_" } @groups);
   return \@groups;
 }
 
@@ -235,24 +265,42 @@ sub get_regexp_ip {
   my $regexp = "^";
   for my $i (0 .. 3) {
     if ($start[$i] eq $end[$i]) {
+      # if the byte is the same, use it as is
       $regexp .= $start[$i];
-    } elsif ($start[$i] eq '0' and $end[$i] eq '255') {
+      $regexp .= '\.' if $i < 3;
+    } elsif ($start[$i] == 0 and $end[$i] == 255) {
+      # the starting byte is 0 and the end byte is 255, then anything goes:
+      # we're done, e.g. 185.244.214.0 - 185.244.214.255 results in 185\.244\.214\.
       last;
-    } elsif ($start[$i + 1] > 0) {
-      $regexp .= '(' . $start[$i] . '\.('
-	  . get_regexp_range($start[$i + 1], '255') . ')|'
-	  . get_regexp_range($start[$i] + 1, $end[$i + 1]) . ')';
-      $regexp .= '\.';
+    } elsif ($i == 3 and $start[$i] != $end[$i]) {
+      # example 45.87.2.128 - 45.87.2.255: the last bytes differ
+      $regexp .= '(' . get_regexp_range($start[$i], $end[$i]) . ')';
+      last;
+    } elsif ($start[$i + 1] == 0 and $end[$i + 1] == 255) {
+      # if we're here, we already know that the start byte and the end byte are
+      # not the same; if the next bytes are from 0 to 255, we know that
+      # everything else doesn't matter, e.g. 42.118.48.0 - 42.118.63.255
+      $regexp .= '(' . get_regexp_range($start[$i], $end[$i]) . ')';
+      $regexp .= '\.' if $i < 3;
+      last;
+    } elsif ($end[$i] - $start[$i] == 1 and $start[$i + 1] > 0 and $end[$i + 1] < 255) {
+      # if we're here, we already know that the start byte and the end byte are
+      # not the same; if the starting byte of the next (!) byte is bigger than
+      # zero, then we need groups: in the case 77.56.180.0 - 77.57.70.255 for
+      # example,
+      $regexp .= '(' . $start[$i] . '\.(' . get_regexp_range($start[$i + 1], 255) . ')|'
+		   . $end[$i] . '\.(' . get_regexp_range(0, $end[$i + 1]) . ')';
+      $regexp .= '\.' if $i < 3;
       last;
     } else {
-      $regexp .= '(' . get_regexp_range($start[$i], $end[$i]) . ')$';
+      warn "Unhandled regexp: $from - $to ($i)";
+      $regexp .= 'XXX';
+      $regexp .= '\.' if $i < 3;
       last;
     }
-    $regexp .= '\.' if $i < 3;
   }
   return $regexp;
 }
 
 # this is required in case we concatenate other modules to this one
 package OddMuse;
-

modules/banned-regexps.pl

@@ -64,13 +64,11 @@ sub RegexpNewBannedContent {
   my $str = shift;
   # check whether Banned Content complains
   my $rule = RegexpOldBannedContent($str, @_);
-  # remove URLs as they have been checked by $BannedContent
-  $str =~ s/$FullUrlPattern//g;
   if (not $rule) {
     foreach (split(/\n/, GetPageContent($BannedRegexps))) {
       next unless m/^\s*([^#]+?)\s*(#\s*(\d\d\d\d-\d\d-\d\d\s*)?(.*))?$/;
       my ($regexp, $comment, $re) = ($1, $4, undef);
-      eval { $re = qr/$regexp/i; };
+      eval { $re = qr/($regexp)/i; };
       if (defined($re) && $str =~ $re) {
 	my $group1 = $1;
 	my $explanation = ($group1

modules/bbcode.pl

@@ -32,7 +32,9 @@ sub bbCodeRule {
     my $bbcode = $1;
     my $tag = lc($2);
     my $option = $3; # sanitize?
-    if ($tag eq 'b') {
+    if ($tag eq 'br') {
+      return $q->br(); }
+    elsif ($tag eq 'b') {
       return AddHtmlEnvironment('b'); }
     elsif ($tag eq 'i') {
       return AddHtmlEnvironment('i'); }

modules/cook-lang.pl

@@ -0,0 +1,66 @@
+# Copyright (C) 2021  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation; either version 3 of the License, or (at your option) any later
+# version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program. If not, see <http://www.gnu.org/licenses/>.
+
+use strict;
+use v5.10;
+
+AddModuleDescription('cook-lang.pl', 'Cooklang Extension');
+
+our ($q, $bol, @MyRules);
+
+push(@MyRules, \&CookLangRule);
+
+sub CookLangRule {
+  if (/\G#([^\n#\@\{\}]+)\{(?:([^\n%\}]+)(?:%([^\n\}]+))?)?\}/cg) {
+    # #canning funnel{}
+    my $html = "";
+    $html .= $q->strong({-title=>"number"}, $2) if $2;
+    $html .= " " if $2 and $3;
+    $html .= $q->strong({-title=>"unit"}, $3) if $3;
+    $html .= " " if $1 and ($2 or $3);
+    $html .= $q->strong({-title=>"cookware"}, $1);
+    return $html;
+  } elsif (/\G#(\w+)/cg) {
+    # #pot
+    return $q->strong({-title=>"cookware"}, $1);
+  } elsif (/\G\@([^\n#\@\{\}]+)\{(?:([^\n%\}]+)(?:%([^\n\}]+))?)?\}/cg) {
+    # @ground black pepper{}
+    my $html = "";
+    $html .= $q->strong({-title=>"number"}, $2) if $2;
+    $html .= " " if $2 and $3;
+    $html .= $q->strong({-title=>"unit"}, $3) if $3;
+    $html .= " " if $1 and ($2 or $3);
+    $html .= $q->strong({-title=>"ingredient"}, $1);
+    return $html;
+  } elsif (/\G\@(\w+)/cg) {
+    # @salt
+    return $q->strong({-title=>"ingredient"}, $1);
+  } elsif (/\G\~\{([^\n%\}]+)(?:%([^\n\}]+))?\}/cg) {
+    # ~{25%minutes}
+    my $html = $q->strong({-title=>"number"}, $1);
+    $html .= " " if $1 and $2;
+    $html .= $q->strong({-title=>"unit"}, $2) if $2;
+    return $html;
+  } elsif (/\G\/\/\s*(.*)/cg) {
+    # // Don't burn the roux!
+    return $q->em({-title=>"comment"}, $1);
+  } elsif ($bol and /\G&gt;&gt;\s*(.*)/cg) {
+    # // Don't burn the roux!
+    return CloseHtmlEnvironments()
+	. $q->blockquote({-title=>"meta"}, $1)
+	. AddHtmlEnvironment('p');
+  }
+  # no match
+  return;
+}

modules/creole.pl

@@ -246,7 +246,8 @@ sub CreoleRule {
             $q->img({-src=> UnquoteHtml($1),
                      -alt=> UnquoteHtml($3),
                      -title=> UnquoteHtml($3),
-                     -class=> 'url outside'})));
+		     -class=> 'url outside',
+		     -loading=>'lazy'})));
   }
   # image link: [[link|{{pic}}]] and [[link|{{pic|text}}]]
   elsif (m/\G(\[\[$FreeLinkPattern$CreoleLinkPipePattern
@@ -257,7 +258,8 @@ sub CreoleRule {
                  $q->img({-src=> GetDownloadLink(FreeToNormal($3), 2),
                           -alt=> UnquoteHtml($text),
                           -title=> UnquoteHtml($text),
-                          -class=> 'upload'}), 'image')), $text);
+                          -class=> 'upload',
+			  -loading=>'lazy'}), 'image')), $text);
   }
   # image link: [[link|{{url}}]] and [[link|{{url|text}}]]
   elsif (m/\G(\[\[$FreeLinkPattern$CreoleLinkPipePattern
@@ -268,7 +270,8 @@ sub CreoleRule {
                  $q->img({-src=> UnquoteHtml($3),
                           -alt=> UnquoteHtml($text),
                           -title=> UnquoteHtml($text),
-                          -class=> 'url outside'}), 'image')), $text);
+                          -class=> 'url outside',
+			  -loading=>'lazy'}), 'image')), $text);
   }
   # image link: [[url|{{pic}}]] and [[url|{{pic|text}}]]
   elsif (m/\G(\[\[$FullUrlPattern$CreoleLinkPipePattern
@@ -279,7 +282,8 @@ sub CreoleRule {
             $q->img({-src=> GetDownloadLink(FreeToNormal($3), 2),
                      -alt=> UnquoteHtml($text),
                      -title=> UnquoteHtml($text),
-                     -class=> 'upload'}))), $text);
+                     -class=> 'upload',
+		     -loading=>'lazy'}))), $text);
   }
   # image link: [[url|{{url}}]] and [[url|{{url|text}}]]
   elsif (m/\G\[\[$FullUrlPattern$CreoleLinkPipePattern
@@ -289,7 +293,8 @@ sub CreoleRule {
             $q->img({-src=> UnquoteHtml($2),
                      -alt=> UnquoteHtml($4),
                      -title=> UnquoteHtml($4),
-                     -class=> 'url outside'})));
+                     -class=> 'url outside',
+		     -loading=>'lazy'})));
   }
   # link: [[url]] and [[url|text]]
   elsif (m/\G\[\[$FullUrlPattern$CreoleLinkTextPattern\]\]/cgs) {

modules/crossbar.pl

@@ -217,7 +217,7 @@ sub PrintPageContentCrossbar {
 
   # If the crossbar div is placed immediately after the content div, place it
   # immediately before the content div.
-  if (not ($html =~ s~(<div class="content browse">)$crossbar_pattern~$2$1~)) {
+  if (not ($html =~ s~(<div class="content browse" lang="[a-z]*">)$crossbar_pattern~$2$1~)) {
     # Otherwise, if the crossbar div is placed immediately before the end of the
     # content div, place it immediately after the end of the content div.
     $html =~

modules/definition-lists.pl

@@ -0,0 +1,37 @@
+#! /usr/bin/perl
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
+
+# This program is free software: you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option) any later
+# version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program. If not, see <http://www.gnu.org/licenses/>.
+
+use strict;
+use v5.10;
+
+AddModuleDescription('definition-lists.pl', 'Definition Lists Extension');
+
+our ($q, $bol, @MyRules, @HtmlStack, $Fragment);
+
+push(@MyRules, \&DefinitionListsRule);
+
+# term
+# : definition
+
+sub DefinitionListsRule {
+  if ($bol and /\G(?:\s*\n)*(\S.*)\n[ \t]*:[ \t]*/cg) {
+    return OpenHtmlEnvironment('dl', 1) . "<dt>$1</dt>" . AddHtmlEnvironment('dd');
+  } elsif (InElement('dd') and /\G(?:\s*\n)+(\S.*)\n[ \t]*:[ \t]*/cg) {
+    return OpenHtmlEnvironment('dl', 1) . "<dt>$1</dt>" . AddHtmlEnvironment('dd');
+  } elsif (InElement('dd') and /\G(\s*\n)+[ \t]*:[ \t]*/cg) {
+    return OpenHtmlEnvironment('dl', 1) . AddHtmlEnvironment('dd');
+  }
+  return;
+}

modules/ditaa.pl

@@ -43,7 +43,7 @@ sub DitaaRule {
     my $data = MIME::Base64::encode_base64($image);
     my $url = "data:image/png;base64,$data";
     return CloseHtmlEnvironments()
-      . "<div$style>" . $q->img({-src=>$url, -alt=>$map}) . "</div>";
+      . "<div$style>" . $q->img({-src=>$url, -alt=>$map, -loading=>'lazy'}) . "</div>";
   }
   return undef;
 }

modules/duckduckgo-search.pl

@@ -49,5 +49,5 @@ sub DuckDuckGoSearchInit {
 
 sub DoDuckDuckGoSearch {
   my $search = UrlEncode(GetParam('search', undef));
-  print $q->redirect({-uri=>"https://www.duckduckgo.com/?q=$search+site%3A$DuckDuckGoSearchDomain"});
+  print $q->redirect({-uri=>"https://duckduckgo.com/?q=$search+site%3A$DuckDuckGoSearchDomain"});
 }

modules/emoji.pl

@@ -48,7 +48,7 @@ sub EmojiRule {
   } elsif (/\G>:-?\(/cg) {
     # 😠 1F620 ANGRY FACE
     return '😠';
-  } elsif (/\G:-?[Ppb]/cg) {
+  } elsif (/\G:-?[Ppb]\b/cg) {
     # 😝 1F61D FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES
     return '😝';
   } elsif (/\G<3/cg) {

modules/gotobar.pl

@@ -35,6 +35,8 @@ push(@MyInitVariables, \&GotobarInit);
 sub GotobarInit {
   $GotobarName = FreeToNormal($GotobarName); # spaces to underscores
   $AdminPages{$GotobarName} = 1;
+  my $id = GetId();
+  my $encoded = UrlEncode($id);
   if ($IndexHash{$GotobarName}) {
     OpenPage($GotobarName);
     return if PageMarkedForDeletion();
@@ -42,8 +44,11 @@ sub GotobarInit {
     # links for unsuspecting users.
     @UserGotoBarPages = ();
     $UserGotoBar = '';
+    my $text = $Page{text};
+    $text =~ s/\$\$id\b/$encoded/g;
+    $text =~ s/\$id\b/$id/g;
     my $count = 0;
-    while ($Page{text} =~ m/($LinkPattern|\[\[$FreeLinkPattern\]\]|\[\[$FreeLinkPattern\|([^\]]+)\]\]|\[$InterLinkPattern\s+([^\]]+?)\]|\[$FullUrlPattern[|[:space:]]([^\]]+?)\])/g) {
+    while ($text =~ m/($LinkPattern|\[\[$FreeLinkPattern\]\]|\[\[$FreeLinkPattern\|([^\]]+)\]\]|\[$InterLinkPattern\s+([^\]]+?)\]|\[$FullUrlPattern[|[:space:]]([^\]]+?)\])/g) {
       my $page = $2||$3||$4||$6||$8;
       my $text = $5||$7||$9;
       $UserGotoBar .= ' ' if $UserGotoBar;
@@ -57,10 +62,10 @@ sub GotobarInit {
 	# is the list of recent changes.
 	$count++;
 	if ($count == 1) {
-        unless ($GotobarSetHome) {$HomePage = FreeToNormal($page)};
-    } elsif ($count == 2) {
-        unless ($GotobarSetRC) {$RCName = FreeToNormal($page);}
-    }
+	  unless ($GotobarSetHome) {$HomePage = FreeToNormal($page)};
+	} elsif ($count == 2) {
+	  unless ($GotobarSetRC) {$RCName = FreeToNormal($page);}
+	}
       }
     }
   }

modules/grep-filtered.pl

@@ -0,0 +1,48 @@
+# Copyright (C) 2020  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2020  Daniel MacKay <daniel@bonmot.ca>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+use strict;
+use v5.10;
+
+AddModuleDescription('grep-filtered.pl', 'Grep Filtered');
+
+our ($PageDir);
+our ($UseGrep);
+
+$UseGrep = 1;
+
+*OldGrepFiltered = \&Filtered;
+*Filtered = \&NewGrepFiltered;
+
+sub NewGrepFiltered {
+  my ($string, @pages) = @_;
+  my @pages = OldGrepFiltered(@_);
+  my $regexp = SearchRegexp($string);
+  return @pages unless GetParam('grep', $UseGrep) and $regexp;
+  my @result = grep(/$regexp/i, @pages); # search parameter for page titles
+  my %found = map {$_ => 1} @result;
+  $regexp =~ s/\\n(\)*)$/\$$1/g; # sometimes \n can be replaced with $
+  $regexp =~ s/([?+{|()])/\\$1/g; # basic regular expressions from man grep
+  # if we know of any remaining grep incompatibilities we should
+  # return @pages here!
+  $regexp = quotemeta($regexp);
+    open(F, '-|:encoding(UTF-8)', "find $PageDir -type f -print0 | xargs -0 -n10 -P4 grep --ignore-case -l '$regexp'") ;
+  while (<F>) {
+    my ($pageName) = m/.*\/(.*)\.pg$/ ;
+    push(@result, $pageName) if not $found{$pageName};
+  }  close(F);
+  return sort @result;
+}

modules/image.pl

@@ -29,7 +29,7 @@ push(@MyRules, \&ImageSupportRule);
 
 sub ImageSupportRule {
   my $result = undef;
-  if (m!\G\[\[image((/[a-z]+)*)( external)?:\s*([^]|]+?)\s*(\|[^]|]+?)?\s*(\|[^]|]*?)?\s*(\|[^]|]*?)?\s*(\|[^]|]*?)?\s*\]\](\{([^}]+)\})?!cg) {
+  if (m!\G\[\[image((/[-a-z]+)*)( external)?:\s*([^]|]+?)\s*(\|[^]|]+?)?\s*(\|[^]|]*?)?\s*(\|[^]|]*?)?\s*(\|[^]|]*?)?\s*\]\](\{([^}]+)\})?!cg) {
     my $oldpos = pos;
     my $class = 'image' . $1;
     my $external = $3;
@@ -66,7 +66,7 @@ sub ImageSupportRule {
       $src = $ImageUrlPath . '/' . ImageUrlEncode($name);
     }
     if ($found) {
-      $result = $q->img({-src=>$src, -alt=>$alt, -title=>$alt, -class=>'upload'});
+      $result = $q->img({-src=>$src, -alt=>$alt, -title=>$alt, -class=>'upload', -loading=>'lazy'});
       $result = $q->a({-href=>$link, -class=>$linkclass}, $result);
       if ($comments) {
 	for (split '\n', $comments) {

modules/journal-rss.pl

@@ -1,4 +1,4 @@
-# Copyright (C) 2004–2018  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2004–2021  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -18,7 +18,8 @@ use v5.10;
 
 AddModuleDescription('journal-rss.pl', 'Journal RSS Extension');
 
-our ($OpenPageName, $CollectingJournal, %Page, %Action, @MyInitVariables, $DeletedPage, %NearLinksException);
+our ($OpenPageName, $CollectingJournal, %Page, %Action, @MyInitVariables, $DeletedPage, %NearLinksException,
+    $RecentLink, $SiteName, $SiteDescription, $ScriptName, $RssRights);
 $Action{journal} = \&DoJournalRss;
 
 # Currently RSS works like RecentChanges, which is not what bloggers
@@ -34,14 +35,22 @@ sub DoJournalRss {
   local *RcPreviousAction = \&JournalRssPreviousAction;
   local *RcLastAction = \&JournalRssLastAction;
   SetParam('full', 1);
-  print GetHttpHeader('application/xml') . GetRcRss();
+  if (GetParam('raw', 0)) {
+    print GetHttpHeader('text/plain');
+    print RcTextItem('title', $SiteName),
+	RcTextItem('description', $SiteDescription), RcTextItem('link', $ScriptName),
+	RcTextItem('generator', 'Oddmuse'), RcTextItem('rights', $RssRights);
+    ProcessRcLines(sub {}, \&RcTextRevision);
+  } else {
+    print GetHttpHeader('application/xml') . GetRcRss();
+  }
 }
 
 sub JournalRssParameters {
   my $more = '';
   foreach (@_, qw(rsslimit match search reverse monthly)) {
     my $val = GetParam($_, '');
-    $more .= ";$_=$val" if $val;
+    $more .= ";$_=" . UrlEncode($val) if $val;
   }
   return $more;
 }
@@ -83,6 +92,14 @@ sub JournalRssGetRcLines {
     local %Page;
     local $OpenPageName = '';
     OpenPage($id);
+    # If this is a minor edit, let's keep everything as it is, but show the date
+    # of the last major change, if possible. This is important for blogs that
+    # get added to a Planet. A minor change doesn't mean that the page needs to
+    # go to the front of the Planet.
+    if ($Page{minor} and $Page{lastmajor}) {
+      my %major = GetKeptRevision($Page{lastmajor});
+      $Page{ts} = $major{ts} if $major{ts};
+    }
     next if $Page{text} =~ /^\s*$/; # only whitespace is also to be deleted
     next if $DeletedPage && substr($Page{text}, 0, length($DeletedPage))
 	eq $DeletedPage; # no regexp

modules/mail.pl

@@ -1,4 +1,4 @@
-# Copyright (C) 2009–2015  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2009–2020  Alex Schroeder <alex@gnu.org>
 # Copyright (C) 2015 Aleks-Daniel Jakimenko <alex.jakimenko@gmail.com>
 #
 # This program is free software; you can redistribute it and/or modify it under
@@ -230,6 +230,10 @@ sub MailMenu {
        ScriptLink('action=subscriptionlist',
 		  T('All mail subscriptions'),
 		  'subscriptionlist')) if UserIsAdmin();
+  push(@$menuref,
+       ScriptLink('action=subscribers',
+		  T('All mail subscribers'),
+		  'subscribers')) if UserIsAdmin();
 }
 
 =head1 Your subscriptions
@@ -283,9 +287,9 @@ sub MailSubscription {
 
 =head1 Administrator Access
 
-The subscriptionlist action will show you the subscription database,
-if you're an administrator. It's a plain text file of the data, which
-you can use for debugging and scripting purposes.
+The C<subscriptionlist> action will show you the subscription database, if
+you're an administrator. With the C<raw> parameter set it's a plain text file of
+the data, which you can use for debugging and scripting purposes.
 
 =cut
 
@@ -327,6 +331,41 @@ sub MailLink {
 		    . join(';', map { "pages=$_" } @pages), $str);
 }
 
+=pod
+
+The C<subscribers> action lists each unique email address for easier mass
+unsubscribing of email addresses after a wave of wiki spam.
+
+=cut
+
+$Action{subscribers} = \&DoMailSubscribers;
+
+sub DoMailSubscribers {
+  UserIsAdminOrError();
+  my $raw = GetParam('raw', 0);
+  if ($raw) {
+    print GetHttpHeader('text/plain');
+  } else {
+    print GetHeader('', T('Subscriptions')),
+      $q->start_div({-class=>'content subscribtionlist'}),
+      $q->p(T('Mail addresses are linked to unsubscription links.')),
+      '<ul>';
+  }
+  my %authors;
+  require DB_File;
+  tie my %h, "DB_File", encode_utf8($MailFile);
+  for my $author (sort grep /\@/, map { UrlDecode($_) } keys %h) {
+    if ($raw) {
+      print "$author\n";
+    } else {
+        print $q->li(ScriptLink("action=unsubscribe;who=$author", $author));
+    }
+  }
+  print '</ul></div>' unless $raw;
+  PrintFooter() unless $raw;
+  untie %h;
+}
+
 =head1 Subscription
 
 The subscribe action will subscribe you to pages. The mail parameter
@@ -402,13 +441,13 @@ sub MailSubscribe {
 
 =head1 Unsubscription
 
-The unsubscribe action will unsubscribe you from pages. The mail
-parameter contains the mail address to use and defaults to the value
-store in your cookie. Multiple pages parameters contain the pages to
-unsubscribe.
+The unsubscribe action will unsubscribe you from pages. The mail parameter
+contains the mail address to use and defaults to the value store in your cookie.
+Multiple pages parameters contain the pages to unsubscribe. Without naming
+pages, you will be unsubscribed from all pages.
 
-The who parameter overrides the mail parameter and is used for
-administrator unsubscription from the subscriptionlist action.
+The who parameter overrides the mail parameter and is used for administrator
+unsubscription from the subscriptionlist action.
 
 =cut
 
@@ -416,21 +455,20 @@ $Action{unsubscribe} = \&DoMailUnsubscribe;
 
 sub DoMailUnsubscribe {
   my $mail = GetParam('who', GetParam('mail', ''));
+  return DoMailSubscriptions(@_) unless $mail;
   local $CGI::LIST_CONTEXT_WARN = 0;
   my @pages = $q->param('pages');
-  return DoMailSubscriptions(@_) unless $mail;
-  my @real = ();
-  foreach my $id (@pages) {
-    push @real, $id if $IndexHash{$id};
-  }
-  MailUnsubscribe($mail, @real);
+  MailUnsubscribe($mail, @pages);
   # MailUnsubscribe will set a parameter and must run before printing
   # the header.
   print GetHeader('', T('Subscriptions')),
-    $q->start_div({-class=>'content unsubscribe'});
-  print $q->p(Ts('Unsubscribed %s from the following pages:', $mail));
-  print $q->ul($q->li([map { GetPageLink($_) } @real]));
-  print $q->p(T('The remaining pages do not exist.')) if $#real < $#pages;
+      $q->start_div({-class=>'content unsubscribe'});
+  if (@pages) {
+    print $q->p(Ts('Unsubscribed %s from the following pages:', $mail));
+    print $q->ul($q->li([map { GetPageLink($_) } @pages]));
+  } else {
+    print $q->p(Ts('Unsubscribed %s from all pages.', $mail));
+  }
   print $q->p(ScriptLink('action=subscriptions', T('Your mail subscriptions'),
 			 'subscriptions') . '.');
   print $q->end_div();
@@ -439,10 +477,11 @@ sub DoMailUnsubscribe {
 
 sub MailUnsubscribe {
   my ($mail, @pages) = @_;
-  return unless $mail and @pages;
+  return unless $mail;
   require DB_File;
   tie my %h, "DB_File", encode_utf8($MailFile);
   my %subscriptions = map {$_=>1} split(/$FS/, UrlDecode($h{UrlEncode($mail)}));
+  @pages = keys %subscriptions unless @pages;
   foreach my $id (@pages) {
     delete $subscriptions{$id};
     # take care of reverse lookup

modules/markdown-converter.pl

@@ -0,0 +1,108 @@
+#! /usr/bin/perl
+# Copyright (C) 2018  Alex Schroeder <alex@gnu.org>
+
+# This program is free software: you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option) any later
+# version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program. If not, see <http://www.gnu.org/licenses/>.
+
+use strict;
+use v5.10;
+use utf8;
+
+AddModuleDescription('markdown-converter.pl', 'Markdown Convert');
+
+our (%Action, @MyAdminCode, $q, $OpenPageName, %Page, @MyRules);
+
+push(@MyAdminCode, \&MarkdownConvertMenu);
+
+sub MarkdownConvertMenu {
+  my ($id, $menuref, $restref) = @_;
+  my $name = $id;
+  $name =~ s/_/ /g;
+  if ($id) {
+    push(@$menuref, ScriptLink('action=convert;id=' . $id, Ts('Help convert %s to Markdown', $name), 'convert'));
+  }
+  push(@$menuref, ScriptLink('action=conversion-candidates', Ts('List all non-Markdown pages'), 'convert'));
+}
+
+$Action{convert} = \&MarkdownConvert;
+
+# some text that doesn't start and end with a space, or just one non-space
+sub MarkdownConvertString {
+  my $c = shift;
+  return qr"([^\\$c \n][^\\$c\n]*[^\\$c \n]|[^\\$c \n])";
+}
+
+sub MarkdownConvert {
+  my $id = GetParam('id', '');
+  ValidIdOrDie($id);
+  print GetHeader('', Ts('Converting %s', $id), '');
+  $_ = GetPageContent($id);
+
+  s/^\{\{\{((?:.*\n)+?)\}\}\}$/```$1```/gm;
+  s/\{\{\{(.+?)\}\}\}/`$1`/gm;
+
+  my $s = MarkdownConvertString('*');
+  s/\*$s\*/**$1**/g;
+
+  # avoid URL schemas like http://example.org
+  $s = MarkdownConvertString('/');
+  s#(?<!:/)/$s/#*$1*#g;
+  s#(?<!:)//$s//#*$1*#g;
+
+
+  s/^# /1. /gm;
+
+  s/##(.*?)##/`$1`/g;
+
+  s/^(=+) *(.*?) ?=*$/'#' x length($1) . ' ' . $2/gme;
+
+  s!\[(https?://\S+) (.*?)\]![$2]($1)!g;
+
+  return DoEdit($id, "#MARKDOWN\n" . $_, 1); # preview
+}
+
+$Action{'conversion-candidates'} = \&MarkdownConversionCandidates;
+
+sub MarkdownConversionCandidates {
+  # from Search
+  print GetHeader('', Ts('Candidates for Conversion to Markdown'));
+  print $q->start_div({-class=>'content'});
+  print $q->start_ol();
+  # from SearchTitleAndBody
+  my $regex = qr'^(?!#MARKDOWN)';
+  foreach my $id (Filtered($regex, AllPagesList())) {
+    my $name = NormalToFree($id);
+    my ($text) = PageIsUploadedFile($id); # set to mime-type if this is an uploaded file
+    local ($OpenPageName, %Page); # this is local!
+    if (not $text) { # not uploaded file, therefore allow searching of page body
+      OpenPage($id); # this opens a page twice if it is not uploaded, but that's ok
+      if ($Page{text} =~ /$regex/) {
+	my $action = 'action=convert;id=' . UrlEncode($id);
+	my $name = NormalToFree($id);
+	print $q->li(GetPageLink($id, $name) . ' – '
+		     . ScriptLink($action, Ts('Help convert %s to Markdown', $name)));
+      }
+    }
+  }
+  print $q->end_ol();
+  print $q->end_div();
+  PrintFooter();
+}
+
+push(@MyRules, \&MarkdownConvertRule);
+
+sub MarkdownConvertRule {
+  if (pos == 0 and /\G#MARKDOWN\n/gc) {
+    return '';
+  }
+  return;
+}

modules/markdown-rule.pl

@@ -1,5 +1,5 @@
 #! /usr/bin/perl
-# Copyright (C) 2014–2017  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2014–2019  Alex Schroeder <alex@gnu.org>
 
 # This program is free software: you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -18,7 +18,7 @@ use v5.10;
 
 AddModuleDescription('markdown-rule.pl', 'Markdown Rule Extension');
 
-our ($q, $bol, %RuleOrder, @MyRules, $UrlProtocols, $FullUrlPattern, @HtmlStack);
+our ($q, $bol, %RuleOrder, @MyRules, $UrlProtocols, $FullUrlPattern, @HtmlStack, $Fragment);
 
 push(@MyRules, \&MarkdownRule);
 # Since we want this package to be a simple add-on, we try and avoid
@@ -31,6 +31,7 @@ $RuleOrder{\&MarkdownRule} = 200;
 # https://help.github.com/articles/github-flavored-markdown
 
 sub MarkdownRule {
+  my $alignment;
   # \escape
   if (m/\G\\([-#>*`=])/cg) {
     return $1;
@@ -50,9 +51,28 @@ sub MarkdownRule {
   }
   # > blockquote
   # with continuation
-  elsif ($bol and m/\G&gt;/cg) {
-    return CloseHtmlEnvironments()
-      . AddHtmlEnvironment('blockquote');
+  elsif ($bol and m/\G((?:&gt;.*\n?)+)/cg) {
+    Clean(CloseHtmlEnvironments());
+    Dirty($1);
+    my $text = $1;
+    my ($oldpos, $old_) = ((pos), $_);
+    print '<blockquote>';
+    $text =~ s/^&gt; ?//gm;
+    ApplyRules($text, 1, 1, undef, 'p'); # local links, anchors, no revision, start with p
+    print '</blockquote>';
+    Clean(AddHtmlEnvironment('p')); # if dirty block is looked at later, this will disappear
+    ($_, pos) = ($old_, $oldpos); # restore \G (assignment order matters!)
+  }
+  # """ = blockquote, too
+  elsif ($bol and m/\G("""[ \t]*\n(.*?)\n"""[ \t]*(?:\n|$))/cgs) {
+    Clean(CloseHtmlEnvironments());
+    Dirty($1);
+    my ($oldpos, $old_) = ((pos), $_);
+    print '<blockquote>';
+    ApplyRules($2, 1, 1, undef, 'p'); # local links, anchors, no revision, start with p
+    print '</blockquote>';
+    Clean(AddHtmlEnvironment('p')); # if dirty block is looked at later, this will disappear
+    ($_, pos) = ($old_, $oldpos); # restore \G (assignment order matters!)
   }
   # ``` = code
   elsif ($bol and m/\G```[ \t]*\n(.*?)\n```[ \t]*(\n|$)/cgs) {
@@ -123,34 +143,47 @@ sub MarkdownRule {
   # beginning of a table
   elsif ($bol and !InElement('table') and m/\G\|/cg) {
     # warn pos . " beginning of a table";
+    $alignment = 'style="text-align: right"' if m/\G([ \t]+)/cg;
+    $alignment = 'style="text-align: center"' if $alignment and m/\G(?=[^|]+[ \t]+\|)/cg;
+    $Fragment =~ s/[ \t]+$//; # cleanup trailing whitespace if previous column was centered
     return OpenHtmlEnvironment('table',1)
       . AddHtmlEnvironment('tr')
-      . AddHtmlEnvironment('th');
+      . AddHtmlEnvironment('th', $alignment);
   }
   # end of a row and beginning of a new row
   elsif (InElement('table') and m/\G\|?\n\|/cg) {
     # warn pos . " end of a row and beginning of a new row";
+    $alignment = 'style="text-align: right"' if m/\G([ \t]+)/cg;
+    $alignment = 'style="text-align: center"' if $alignment and m/\G(?=[^|]+[ \t]+\|)/cg;
+    $Fragment =~ s/[ \t]+$//; # cleanup trailing whitespace if previous column was centered
     return CloseHtmlEnvironment('tr')
       . AddHtmlEnvironment('tr')
-      . AddHtmlEnvironment('td');
+      . AddHtmlEnvironment('td', $alignment);
   }
   # otherwise the table ends
   elsif (InElement('table') and m/\G\|?(\n|$)/cg) {
     # warn pos . " otherwise the table ends";
+    $Fragment =~ s/[ \t]+$//; # cleanup trailing whitespace if previous column was centered
     return CloseHtmlEnvironment('table')
       . AddHtmlEnvironment('p');
   }
   # continuation of the first row
   elsif (InElement('th') and m/\G\|/cg) {
     # warn pos . " continuation of the first row";
+    $alignment = 'style="text-align: right"' if m/\G([ \t]+)/cg;
+    $alignment = 'style="text-align: center"' if $alignment and m/\G(?=[^|]+[ \t]+\|)/cg;
+    $Fragment =~ s/[ \t]+$//; # cleanup trailing whitespace if previous column was centered
     return CloseHtmlEnvironment('th')
-      . AddHtmlEnvironment('th');
+      . AddHtmlEnvironment('th', $alignment);
   }
   # continuation of other rows
   elsif (InElement('td') and m/\G\|/cg) {
     # warn pos . " continuation of other rows";
+    $alignment = 'style="text-align: right"' if m/\G([ \t]+)/cg;
+    $alignment = 'style="text-align: center"' if $alignment and m/\G(?=[^|]+[ \t]+\|)/cg;
+    $Fragment =~ s/[ \t]+$//; # cleanup trailing whitespace if previous column was centered
     return CloseHtmlEnvironment('td')
-      . AddHtmlEnvironment('td');
+      . AddHtmlEnvironment('td', $alignment);
   }
   # whitespace indentation = code
   elsif ($bol and m/\G(\s*\n)*(    .+)\n?/cg) {
@@ -160,8 +193,8 @@ sub MarkdownRule {
     }
     return OpenHtmlEnvironment('pre',1) . $str; # always level 1
   }
-  # [an example](http://example.com/ "Title")
-  elsif (m/\G\[(.+?)\]\($FullUrlPattern(\s+"(.+?)")?\)/cg) {
+  # link: [an example](http://example.com/ "Title")
+  elsif (m/\G\[((?:[^]\n]+\n?)+)\]\($FullUrlPattern(\s+"(.+?)")?\)/cg) {
     my ($text, $url, $title) = ($1, $2, $4);
     $url =~ /^($UrlProtocols)/;
     my %params;

modules/namespaces.pl

@@ -42,10 +42,20 @@ AddModuleDescription('namespaces.pl', 'Namespaces Extension');
 
 use File::Glob ':glob';
 
-our ($q, %Action, %Page, @IndexList, $Now, %InterSite, $SiteName, $ScriptName, $UsePathInfo, $DataDir, $HomePage, @MyInitVariables, @MyAdminCode, $FullUrl, $LinkPattern, $InterSitePattern, $FreeLinks, $FreeLinkPattern, $InterLinkPattern, $FreeInterLinkPattern, $UrlProtocols, $WikiLinks, $FS, $RcFile, $RcOldFile, $RcDefault, $PageDir, $KeepDir, $LockDir, $TempDir, $IndexFile, $VisitorFile, $NoEditFile, $WikiDescription, $LastUpdate, $StaticDir, $StaticUrl, $InterWikiMoniker, $RefererDir, $PermanentAnchorsFile);
+our ($q, %Action, %Page, @IndexList, $Now, %InterSite, $SiteName, $ScriptName,
+$UsePathInfo, $DataDir, $HomePage, @MyInitVariables, @MyAdminCode, $FullUrl,
+$LinkPattern, $InterSitePattern, $FreeLinks, $FreeLinkPattern,
+$InterLinkPattern, $FreeInterLinkPattern, $UrlProtocols, $WikiLinks, $FS,
+$BannedContent, $BannedHosts, $RcFile, $RcOldFile, $RcDefault, $PageDir,
+$KeepDir, $LockDir, $TempDir, $IndexFile, $VisitorFile, $NoEditFile,
+$WikiDescription, $LastUpdate, $StaticDir, $StaticUrl, $InterWikiMoniker,
+$RefererDir, $PermanentAnchorsFile, @IndexList, %IndexHash);
+
 our ($NamespacesMain, $NamespacesSelf, $NamespaceCurrent,
-	    $NamespaceRoot, $NamespaceSlashing, @NamespaceParameters,
-	    %Namespaces);
+     $NamespaceRoot, $NamespaceSlashing, @NamespaceParameters,
+     %Namespaces, $NamespacesRootDataDir);
+
+our ($OriginalSiteName, $OriginalInterWikiMoniker, $OriginalDataDir, $OriginalScriptName, $OriginalFullUrl, $OriginalStaticDir, $OriginalStaticUrl, $OriginalWikiDescription);
 
 $NamespacesMain = 'Main'; # to get back to the main namespace
 $NamespacesSelf = 'Self'; # for your own namespace
@@ -96,6 +106,23 @@ sub GetNamespace {
 }
 
 sub NamespacesInitVariables {
+  $OriginalSiteName //= $SiteName;
+  $SiteName = $OriginalSiteName;
+  $OriginalInterWikiMoniker //= $InterWikiMoniker;
+  $InterWikiMoniker = $OriginalInterWikiMoniker;
+  $OriginalDataDir //= $DataDir;
+  $DataDir = $OriginalDataDir;
+  $OriginalScriptName //= $ScriptName;
+  $ScriptName = $OriginalScriptName;
+  $OriginalFullUrl //= $FullUrl;
+  $FullUrl = $OriginalFullUrl;
+  $OriginalStaticDir //= $StaticDir;
+  $StaticDir = $OriginalStaticDir;
+  $OriginalStaticUrl //= $StaticUrl;
+  $StaticUrl = $OriginalStaticUrl;
+  $OriginalWikiDescription //= $WikiDescription;
+  $WikiDescription = $OriginalWikiDescription;
+
   %Namespaces = ();
   # Do this before changing the $DataDir and $ScriptName
   if ($UsePathInfo) {
@@ -110,6 +137,7 @@ sub NamespacesInitVariables {
     }
   }
   $NamespaceRoot = $ScriptName; # $ScriptName may be changed below
+  $NamespacesRootDataDir = $DataDir; # $DataDir may be chanegd below
   $NamespaceCurrent = '';
   my $ns = GetNamespace();
   if ($ns
@@ -117,23 +145,27 @@ sub NamespacesInitVariables {
       and $ns ne $NamespacesSelf) {
     $NamespaceCurrent = $ns;
     # Change some stuff from the original InitVariables call:
-    $SiteName   .= ' ' . $NamespaceCurrent;
+    $SiteName   .= ' ' . NormalToFree($NamespaceCurrent);
     $InterWikiMoniker = $NamespaceCurrent;
     $DataDir    .= '/' . $NamespaceCurrent;
-    $PageDir     = "$DataDir/page";
-    $KeepDir     = "$DataDir/keep";
-    $RefererDir  = "$DataDir/referer";
-    $TempDir     = "$DataDir/temp";
-    $LockDir     = "$TempDir/lock";
-    $NoEditFile  = "$DataDir/noedit";
-    $RcFile      = "$DataDir/rc.log";
-    $RcOldFile   = "$DataDir/oldrc.log";
-    $IndexFile   = "$DataDir/pageidx";
-    $VisitorFile = "$DataDir/visitors.log";
-    $PermanentAnchorsFile = "$DataDir/permanentanchors";
-    # $ConfigFile -- shared
-    # $ModuleDir -- shared
-    # $NearDir -- shared
+  }
+  $PageDir     = "$DataDir/page";
+  $KeepDir     = "$DataDir/keep";
+  $RefererDir  = "$DataDir/referer";
+  $TempDir     = "$DataDir/temp";
+  $LockDir     = "$TempDir/lock";
+  $NoEditFile  = "$DataDir/noedit";
+  $RcFile      = "$DataDir/rc.log";
+  $RcOldFile   = "$DataDir/oldrc.log";
+  $IndexFile   = "$DataDir/pageidx";
+  $VisitorFile = "$DataDir/visitors.log";
+  $PermanentAnchorsFile = "$DataDir/permanentanchors";
+  # $ConfigFile -- shared
+  # $ModuleDir -- shared
+  # $NearDir -- shared
+  if ($ns
+      and $ns ne $NamespacesMain
+      and $ns ne $NamespacesSelf) {
     $ScriptName .= '/' . UrlEncode($NamespaceCurrent);
     $FullUrl .= '/' . UrlEncode($NamespaceCurrent);
     $StaticDir .= '/' . $NamespaceCurrent; # from static-copy.pl
@@ -162,6 +194,56 @@ sub NamespaceRequiredByParameter {
   }
 }
 
+=head Spam fighting
+
+We want to share C<BannedContent> and C<BannedHosts> between all the wiki
+namespaces. Therefore, we need to handle a number of cases:
+
+C<UserIsBanned> uses C<GetPageContent($BannedHosts)> and C<BannedContent> uses
+C<GetPageContent($BannedContent)>, therefore C<GetPageContent> is going to get
+modified.
+
+C<DoBanHosts> in F<ban-contributors.pl> uses C<DoPost($BannedContent)> and
+C<DoPost($BannedHosts)>, therefore C<DoPost> is going to get modified.
+
+=cut
+
+*OldNamespaceGetPageContent = \&GetPageContent;
+*GetPageContent = \&NewNamespaceGetPageContent;
+
+sub NewNamespaceGetPageContent {
+  my ($id) = @_;
+  if ($NamespaceCurrent and ($id eq $BannedContent or $id eq $BannedHosts)) {
+    local $PageDir = "$NamespacesRootDataDir/page";
+    # we cannot use ReadFileOrDie because our $IndexHash{$id} does not reflect the existence of the root file
+    my ($status, $data) = ReadFile(GetPageFile($id));
+    return ParseData($data)->{text} if $status;
+    return '';
+  }
+  return OldNamespaceGetPageContent(@_);
+}
+
+*OldNamespaceDoPost = \&DoPost;
+*DoPost = \&NewNamespaceDoPost;
+
+sub NewNamespaceDoPost {
+  my ($id) = @_;
+  if ($NamespaceCurrent and ($id eq $BannedContent or $id eq $BannedHosts)) {
+    local $DataDir     = $NamespacesRootDataDir;
+    local $PageDir     = "$DataDir/page";
+    local $KeepDir     = "$DataDir/keep";
+    local $LockDir     = "$TempDir/lock";
+    local $NoEditFile  = "$DataDir/noedit";
+    local $RcFile      = "$DataDir/rc.log";
+    local $RcOldFile   = "$DataDir/oldrc.log";
+    local $IndexFile   = "$DataDir/pageidx";
+    @IndexList = %IndexHash = ();
+    AllPagesList(); # reload from new pageidx
+    return OldNamespaceDoPost(@_);
+  }
+  return OldNamespaceDoPost(@_);
+}
+
 =head2 RecentChanges
 
 RecentChanges in the main namespace will list changes to all the

modules/near-links.pl

@@ -312,9 +312,7 @@ resolved to the same target (the local page), which is unexpected.
 # IndexOptions must be set in MyInitVariables for translations to
 # work.
 push(@MyInitVariables, sub {
-       push(@IndexOptions, ['near', T('Include near pages'), 0,
-			    \&ListNearPages]);
-     });
+  push(@IndexOptions, ['near', T('Include near pages'), 0, \&ListNearPages])});
 
 sub ListNearPages {
   my %pages = %NearSource;

modules/olocalmap.pl

@@ -1,4 +1,6 @@
-# Copyright (C) 2005  Flavio Poletti <flavio@polettix.it>
+# Copyright (C) 2005       Flavio Poletti <flavio@polettix.it>
+# Copyright (C) 2014-2015  Alex Jakimenko <alex.jakimenko@gmail.com>
+# Copyright (C) 2014-2018  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -48,7 +50,7 @@ AddModuleDescription('olocalmap.pl');
 push(@MyInitVariables, \&InitLocalMap);
 
 sub InitLocalMap {
-   my $id = GetCurrentPageName();
+   my $id = GetId();
    my $action = lc(GetParam('action', ''));
    AllPagesList();              # Build %IndexHash
 

modules/permanent-anchors.pl

@@ -178,6 +178,7 @@ sub NewPermanentAnchorsDeletePage {
   my $status = OldPermanentAnchorsDeletePage(@_);
   return $status if $status; # this would be the error message
   DeletePermanentAnchors(@_); # the only parameter is $id
+  return ''; # no errors
 }
 
 *OldPermanentAnchorsSave = \&Save;
@@ -261,12 +262,15 @@ Some user interface changes are required as well.
 =item *
 
 Allow the page index to list permanent anchors or not by setting
-C<@IndexOptions>.
+C<@IndexOptions>. Note that we need to delay setting this option until we're
+sure that translations have loaded correctly, which is why we're setting
+C<@IndexOptions> as part of running C<@MyInitVariables>.
 
 =cut
 
-push(@IndexOptions, ['permanentanchors', T('Include permanent anchors'),
-		     1, sub { keys %PermanentAnchors }]);
+push(@MyInitVariables, sub {
+  push(@IndexOptions, ['permanentanchors', T('Include permanent anchors'),
+		       1, sub { keys %PermanentAnchors }])});
 
 =item *
 

modules/pingback-server.pl

@@ -1,4 +1,5 @@
 # Copyright (C) 2004  Brock Wilcox <awwaiid@thelackthereof.org>
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -16,152 +17,124 @@
 use strict;
 use v5.10;
 
-use LWP::UserAgent; # This one will one day be eliminated! Hopefully!
-
-# Need these to do pingback
-use RPC::XML;
+use LWP::UserAgent;
 use RPC::XML::Parser;
+use RPC::XML;
 
 AddModuleDescription('pingback-server.pl', 'Pingback Server Extension');
 
-our ($CommentsPrefix);
+# Specification:  http://www.hixie.ch/specs/pingback/pingback
+# XML-RPC errors: http://xmlrpc-epi.sourceforge.net/specs/rfc.fault_codes.php
 
-*OldPingbackServerGetHtmlHeader = \&GetHtmlHeader;
-*GetHtmlHeader = \&NewPingbackServerGetHtmlHeader;
+our ($CommentsPrefix, $q, $HtmlHeaders, %Action, $QuestionaskerSecretKey,
+    @MyInitVariables, %IndexHash);
 
-# Add the <link ...> to the header
-sub NewPingbackServerGetHtmlHeader {
-  my ($title, $id) = @_;
-  my $header = OldPingbackServerGetHtmlHeader($title,$id);
-  my $pingbackLink =
-    '<link rel="pingback" '
-    . 'href="http://thelackthereof.org/wiki.pl?action=pingback;id='
-    . $id . '">';
-  $header =~ s/<head>/<head>$pingbackLink/;
-  return $header;
+push(@MyInitVariables, \&PingbackServerAddLink);
+
+sub PingbackServerAddLink {
+  SetParam('action', 'pingback') if $q->path_info =~ m|/pingback\b|;
+  my $id = GetId();
+  return unless $id;
+  return if $id =~ /^$CommentsPrefix/;
+  my $link = '<link rel="alternate" type="application/wiki" href="'
+      . ScriptUrl('pingback/' . UrlEncode($id)) . '" />';
+  $HtmlHeaders .= $link unless index($HtmlHeaders, /$link/) != -1;
 }
 
-*OldPingbackServerInitRequest = \&InitRequest;
-*InitRequest = \&NewPingbackServerInitRequest;
-
-sub NewPingbackServerInitRequest {
-  if($ENV{'QUERY_STRING'} =~ /action=pingback;id=(.*)/) {
-    my $id = $1;
-    DoPingbackServer($id);
-    exit 0;
-  } else {
-    return OldPingbackServerInitRequest(@_);
-  }
-}
+$Action{pingback} = \&DoPingbackServer;
 
 sub DoPingbackServer {
   my $id = FreeToNormal(shift);
 
-
-  if ($ENV{'REQUEST_METHOD'} ne 'POST') {
-      result('405 Method Not Allowed', -32300,
-        'Only XML-RPC POST requests recognised.', 'Allow: POST');
+  # some sanity checks for the request
+  if ($q->request_method() ne 'POST') {
+    ReportError(T('Only XML-RPC POST requests recognised'), '405 METHOD NOT ALLOWED');
+  }
+  if ($q->content_type() ne 'text/xml') {
+    ReportError(T('Only XML-RPC POST requests recognised'), '415 UNSUPPORTED MEDIA TYPE');
   }
 
-  if ($ENV{'CONTENT_TYPE'} ne 'text/xml') {
-      result('415 Unsupported Media Type', -32300,
-        'Only XML-RPC POST requests recognised.');
+  # some sanity checks for the target page name
+  if (not $id) {
+    PingbackServerFault('400 NO ID', 33, "No page specified");
+  }
+  my $error = ValidId($id);
+  if ($error) {
+    PingbackServerFault('400 INVALID ID', 33, "Invalid page name: $id");
   }
 
-  local $/ = undef;
-  my $input = <STDIN>;
+  # check the IP number for bans
+  my $rule = UserIsBanned();
+  if ($rule) {
+   PingbackServerFault('403 FORBIDDEN', 49, "Your IP number is blocked");
+  }
 
-  # parse it
+  # check that the target page exists
+  AllPagesList();
+  if (not $IndexHash{$id}) {
+    PingbackServerFault('404 NOT FOUND', 32, "Page does not exist: $id");
+  }
+
+  # parse the remote procedure call
+  my $data = $q->param('POSTDATA');
   my $parser = RPC::XML::Parser->new();
-  my $request = $parser->parse($input);
+  my $request = $parser->parse($data);
   if (not ref($request)) {
-      result('400 Bad Request', -32700, $request);
+    PingbackServerFault('400 NO DATA', -32700, "Could not parse XML-RPC");
   }
 
-  # handle it
+  # sanity check the function and argument number
   my $name = $request->name;
   my $arguments = $request->args;
   if ($name ne 'pingback.ping') {
-      result('501 Not Implemented', -32601, "Method $name not supported");
+    PingbackServerFault('501 NOT IMPLEMENTED', -32601, "Method $name not supported");
   }
   if (@$arguments != 2) {
-      result('400 Bad Request', -32602,
-      "Wrong number of arguments (arguments must be in the form 'from', 'to')");
+    PingbackServerFault('400 WRONG NUMBER OF ARGS', -32602, "Wrong number of arguments");
   }
+
+  # extract the two arguments
   my $source = $arguments->[0]->value;
   my $target = $arguments->[1]->value;
 
+  # verify that the source isn't banned
+  $rule = BannedContent($source);
+  if ($rule) {
+   PingbackServerFault('403 FORBIDDEN', 49, "The URL is blocked");
+  }
 
-  # TODO: Since we are _inside_ the wiki seems like we shouldn't have to use LWP
-  # So comment out all the LWP stuff once the DoPost thingie works
-  # DoPost($id);
-
+  # verify that the pingback is legit
   my $ua = LWP::UserAgent->new;
-  $ua->agent("OddmusePingbackServer/0.1 ");
-
-  # Create a request
-  my $req = HTTP::Request->new(POST => 'http://thelackthereof.org/wiki.pl');
-  $req->content_type('application/x-www-form-urlencoded');
-  $req->content("title=$CommentsPrefix$id"
-    . "&summary=new%20comment"
-    . "&aftertext=Pingback:%20$source"
-    . "&save=save"
-    . "&username=pingback");
-  my $res = $ua->request($req);
-
-  my $out = '';
-  # Check the outcome of the response
-  if ($res->is_success) {
-    $out =  $res->content;
-  } else {
-    $out = $res->status_line . "\n";
+  my $response = $ua->get($source);
+  if (not $response->is_success) {
+    PingbackServerFault('400 NO SOURCE', 16, "Cannot retrieve $source");
+  }
+  my $self = ScriptUrl(UrlEncode($id));
+  if ($response->decoded_content !~ /$self/) {
+    PingbackServerFault('403 FORBIDDEN', "$source does not link to $self");
+  }
+  $id = $CommentsPrefix . $id;
+  if (GetPageContent($id) =~ /$source/) {
+    PingbackServerFault('400 ALREADY REGISTERED', 48, "$source has already been registered");
   }
 
-  result('200 OK', 0, "Oddmuse PingbackServer! $id OK");
+  # post a comment without redirect at the end
+  SetParam('aftertext', 'Pingback: ' . $source);
+  SetParam('summary', 'Pingback');
+  SetParam('username', T('Anonymous'));
+  SetParam($QuestionaskerSecretKey, 1) if $QuestionaskerSecretKey;
+  local *ReBrowsePage = sub {};
+  DoPost($id);
+
+  # response
+  my $message = "Oddmuse PingbackServer! $id OK";
+  my $response = RPC::XML::response->new(RPC::XML::string->new($message));
+  print GetHttpHeader('text/xml', 'nocache', '200 OK'), $response->as_string, "\n\n";
 }
 
-sub result {
-  my($status, $error, $data, $extra) = @_;
-  my $response;
-  if ($error) {
-    $response = RPC::XML::response->new(
-      RPC::XML::fault->new($error, $data));
-  } else {
-    $response = RPC::XML::response->new(RPC::XML::string->new($data));
-  }
-  print "Status: $status\n";
-  if (defined($extra)) {
-    print "$extra\n";
-  }
-  print "Content-Type: text/xml\n\n";
-  print $response->as_string;
-  exit;
+sub PingbackServerFault {
+  my($status, $error, $data) = @_;
+  my $fault = RPC::XML::response->new(RPC::XML::fault->new($error, $data));
+  print GetHttpHeader('text/xml', 'nocache', $status), $fault->as_string, "\n\n";
+  exit 2;
 }
-
-=pod
-
-  # This doesn't work... but might be a basis for an in-wiki update system
-
-  sub DoPost {
-    my $id = FreeToNormal(shift);
-    my $source = shift;
-    ValidIdOrDie($id);
-    # Lock before getting old page to prevent races
-    RequestLockOrError(); # fatal
-    OpenPage($id);
-    my $string = $Page{text};
-    my $comment = "Pingback: $source";
-    $comment =~ s/\r//g;	# Remove "\r"-s (0x0d) from the string
-    $comment =~ s/\s+$//g;    # Remove whitespace at the end
-    $string .= "----\n" if $string and $string ne "\n";
-    $string .= $comment . "\n\n-- Pingback"
-      . ' ' . TimeToText(time) . "\n\n";
-    my $summary = "new pingback"
-    $Page{summary} = $summary;
-    $Page{username} = $user;
-    $Page{text} = $string;
-    SavePage();
-    ReleaseLock();
-  }
-
-=cut

modules/portrait-support.pl

@@ -42,7 +42,7 @@ sub PortraitSupportRule {
       $PortraitSupportColorDiv = 0;
       return $html;
     } elsif ($bol && m/\Gportrait:$UrlPattern/cg) {
-      return $q->img({-src=>$1, -alt=>T("Portrait"), -class=>'portrait'});
+      return $q->img({-src=>$1, -alt=>T("Portrait"), -class=>'portrait', -loading=>'lazy'});
     } elsif ($bol && m/\G(:*)\[new(.*)\]/cg) {
       my $portrait = '';
       my $depth = length($1);

modules/recaptcha.pl

@@ -171,7 +171,7 @@ sub ReCaptchaGetQuestion {
 # if (defined $ReCaptchaTabIndex) { $recaptcha_options{tabindex} = $ReCaptchaTabIndex; }
 
   eval "use Captcha::reCAPTCHA";
-  my $captcha_html = Captcha::reCAPTCHA->new()->get_html(
+  my $captcha_html = Captcha::reCAPTCHA->new()->get_html_v2(
     $ReCaptchaPublicKey, undef, $ENV{'HTTPS'} eq 'on', undef);
   my $submit_html = $need_button ? $q->submit(-value=> T('Go!')) : '';
   my $options_html = '
@@ -239,11 +239,12 @@ sub NewReCaptchaDoPost {
 
 sub ReCaptchaCheckAnswer {
   eval "use Captcha::reCAPTCHA";
-  my $result = Captcha::reCAPTCHA->new()->check_answer(
+  my $answer = GetParam('g-recaptcha-response');
+  return 0 unless $answer;
+  my $result = Captcha::reCAPTCHA->new()->check_answer_v2(
     $ReCaptchaPrivateKey,
-    $q->remote_addr(),
-    GetParam('recaptcha_challenge_field'),
-    GetParam('recaptcha_response_field')
+    $answer,
+    $q->remote_addr()
   );
   return $result->{is_valid};
 }

modules/rename-pages.pl

@@ -0,0 +1,70 @@
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+use strict;
+use v5.10;
+
+our ($q, %Page, %Action, %IndexHash, @MyAdminCode);
+
+AddModuleDescription('rename-pages.pl', 'Rename Pages Extension');
+
+$Action{'rename-page'} = \&RenamePage;
+
+sub RenamePage {
+  my $id = shift;
+  my $to = GetParam('to', '');
+  # check target
+  ValidIdOrDie($to);
+  OpenPage($to);
+  ReportError(T('Target page already exists.'), '400 BAD REQUEST')
+      if $IndexHash{$to} and not PageMarkedForDeletion();
+  # check the source
+  ValidIdOrDie($id);
+  OpenPage($id);
+  ReportError(T('Source page does not exist.'), '400 BAD REQUEST')
+      if not $IndexHash{$id} or PageMarkedForDeletion();
+  {
+    # prevent posting from browsing the target right away
+    local *ReBrowsePage = sub {};
+    # renaming is a minor change
+    SetParam('recent_edit', 'on');
+    # copy text
+    SetParam('text', $Page{text});
+    SetParam('summary', Ts('Copied from %s', FreeToNormal($id)));
+    DoPost($to);
+    # create redirect
+    SetParam('text', "#REDIRECT [[$to]]");
+    SetParam('summary', Ts('Moved to %s', FreeToNormal($to)));
+    DoPost($id);
+  }
+  # and now that we're done, go to the target
+  ReBrowsePage($to);
+}
+
+push(@MyAdminCode, \&RenamePageMenu);
+
+sub RenamePageMenu {
+  my ($id, $menuref, $restref) = @_;
+  my $name = FreeToNormal($id);
+  if ($id) {
+    push(@$menuref, GetFormStart()
+	 . $q->label({-for=>'to'}, Ts('Rename %s to:', $name) . ' ')
+	 . GetHiddenValue('action', 'rename-page')
+	 . GetHiddenValue('id', $id)
+	 . $q->textfield(-name=>'to', -size=>20)
+	 . ' '
+	 . $q->submit('Do it'));
+  }
+}

modules/static-copy.pl

@@ -100,7 +100,7 @@ sub StaticGetDownloadLink {
   return '[' . ($image ? 'image' : 'link') . ':' . $name . ']' unless $IndexHash{$id};
   if ($image) {
     return StaticFileName($id) if $image == 2;
-    my $result = $q->img({-src=>StaticFileName($id), -alt=>$alt, -class=>'upload'});
+    my $result = $q->img({-src=>StaticFileName($id), -alt=>$alt, -class=>'upload', -loading=>'lazy'});
     $result = ScriptLink($id, $result, 'image');
     return $result;
   } else {
@@ -198,7 +198,7 @@ EOT
     my $logo = $LogoUrl;
     $logo =~ s|.*/||;           # just the filename
     my $alt = T('[Home]');
-    $header .= $q->img({-src=>$logo, -alt=>$alt, -class=>'logo'}) if $logo;
+    $header .= $q->img({-src=>$logo, -alt=>$alt, -class=>'logo', -loading=>'lazy'}) if $logo;
   }
   # top toolbar
   local $UserGotoBar = '';      # only allow @UserGotoBarPages
@@ -317,7 +317,7 @@ sub GetDownloadLink {
       $action = $ScriptName . '?' . $action;
     }
     return $action if $image == 2;
-    my $result = $q->img({-src=>$action, -alt=>$alt, -class=>'upload'});
+    my $result = $q->img({-src=>$action, -alt=>$alt, -class=>'upload', -loading=>'lazy'});
     $result = ScriptLink(UrlEncode($id), $result, 'image') unless $id eq $OpenPageName;
     return $result;
   } else {

modules/static-hybrid.pl

@@ -95,7 +95,7 @@ sub StaticGetDownloadLink {
 	# if the page does not exist
 	return '[' . ($image ? 'image' : 'link') . ':' . $name . ']' unless $IndexHash{$id};
 	if ($image) {
-		my $result = $q->img({-src=>StaticFileName($id), -alt=>$alt, -class=>'upload'});
+		my $result = $q->img({-src=>StaticFileName($id), -alt=>$alt, -class=>'upload', -loading=>'lazy'});
 		$result = ScriptLink($id, $result, 'image');
 		return $result;
 	} else {
@@ -271,7 +271,7 @@ sub GetDownloadLink {
 		} else {
 			$action = $ScriptName . '?' . $action;
 		}
-		my $result = $q->img({-src=>$action, -alt=>$alt, -class=>'upload'});
+		my $result = $q->img({-src=>$action, -alt=>$alt, -class=>'upload', -loading=>'lazy'});
 		$result = ScriptLink(UrlEncode($id), $result, 'image') unless $id eq $OpenPageName;
 		return $result;
 	} else {

modules/tags.pl

@@ -62,16 +62,26 @@ Example:
 
     $TagFeedIcon = 'http://www.example.org/pics/rss.png';
 
+=head2 $TagCloudSize
+
+The number of most used tags when looking at the tag cloud. The
+default is 50.
+
+Example:
+
+    $TagCloudSize = 20;
+
 =cut
 
 our ($q, $Now, %Action, %Page, $FreeLinkPattern, @MyInitVariables, @MyRules, @MyAdminCode, $DataDir, $ScriptName);
-our ($TagUrl, $TagFeed, $TagFeedIcon, $TagFile);
+our ($TagUrl, $TagFeed, $TagFeedIcon, $TagFile, $TagCloudSize);
 
 push(@MyInitVariables, \&TagsInit);
 
 sub TagsInit {
   $TagUrl = ScriptUrl('action=rc;rcfilteronly=tag:%s') unless $TagUrl;
   $TagFeed = ScriptUrl('action=rss;rcfilteronly=tag:%s') unless $TagFeed;
+  $TagCloudSize = 50 unless $TagCloudSize;
   $TagFile = "$DataDir/tag.db";
 }
 
@@ -113,7 +123,8 @@ sub TagsRule {
 			    -title=>T('Feed for this tag'),
 			    -rel=>'feed'
 			   }, $q->img({-src=>$TagFeedIcon,
-				       -alt=>T('RSS')}));
+				       -alt=>T('RSS'),
+				       -loading=>'lazy'}));
     }
     return $html;
   }
@@ -305,27 +316,16 @@ $Action{tagcloud} = \&TagCloud;
 
 sub TagCloud {
   print GetHeader('', T('Tag Cloud'), ''),
-    $q->start_div({-class=>'content cloud'}) . '<p>';
+    $q->start_div({-class=>'content cloud'});
+  require HTML::TagCloud;
+  my $cloud = HTML::TagCloud->new;
   # open the DB file
   my %h = TagReadHash();
-  my $max = 0;
-  my $min = 0;
-  my %count = ();
   foreach my $tag (grep !/^_/, keys %h) {
-    $count{$tag} = @{$h{$tag}};
-    $max = $count{$tag} if $count{$tag} > $max;
-    $min = $count{$tag} if not $min or $count{$tag} < $min;
+    $cloud->add(NormalToFree($tag), "$ScriptName?search=tag:" . UrlEncode($tag), scalar @{$h{$tag}});
   }
-  foreach my $tag (sort keys %count) {
-    my $n = $count{$tag};
-    print $q->a({-href  => "$ScriptName?search=tag:" . UrlEncode($tag),
-		 -title => $n,
-		 -style => 'font-size: '
-		 . int(80+120*($max == $min ? 1 : ($n-$min)/($max-$min)))
-		 . '%;',
-		}, NormalToFree($tag)), ' ... ';
-  }
-  print '</p></div>';
+  print $cloud->html_and_css($TagCloudSize);
+  print '</div>';
   PrintFooter();
 }
 
@@ -425,13 +425,12 @@ sub TagsMenu {
   my ($id, $menuref, $restref) = @_;
   push(@$menuref,
        ScriptLink('action=reindex', T('Rebuild tag index'), 'reindex')
-       . ', ' . ScriptLink('action=taglist', T('list tags'), 'taglist')
        . ', ' . ScriptLink('action=tagcloud', T('tag cloud'), 'tagcloud'));
 }
 
 =head1 COPYRIGHT AND LICENSE
 
-Copyright (C) 2005–2015  Alex Schroeder <alex@gnu.org>
+Copyright (C) 2005–2019  Alex Schroeder <alex@gnu.org>
 
 This program is free software; you can redistribute it and/or modify
 it under the terms of the GNU General Public License as published by

modules/translations/brazilian-portuguese-utf8.pl

@@ -229,8 +229,8 @@ Important pages:
 Páginas importantes:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Para marcar uma página para exclusão, coloque <strong>%s</strong> na primeira linha
-from %s
-de %s
+Anonymous
+Anônimo
 redirected from %s
 redirecionado de %s
 %s:
@@ -469,8 +469,6 @@ The changes conflict.  Please check the page again.
 As alterações são conflitantes. Por favor, verifique essa página novamente.
 Please check whether you overwrote those changes.
 Por favor, verifique se você sobrescreveu aquelas alterações.
-Anonymous
-Anônimo
 Cannot delete the index file %s.
 Não foi possível excluir o arquivo de índice %s.
 Please check the directory permissions.
@@ -505,6 +503,8 @@ Note: This error is normal if no changes have been made.
 Observação: Esse erro é normal se nenhuma alteração foi feita.
 Moving %s log entries.
 Movendo %s entradas de log.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Marcar ou Remover o bloqueio global de edição
 Edit lock created.
@@ -1236,6 +1236,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/bulgarian-utf8.pl

@@ -229,8 +229,8 @@ Important pages:
 
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
-от %s
+Anonymous
+Анонимен
 redirected from %s
 Препратка от %s
 %s:
@@ -469,8 +469,6 @@ The changes conflict.  Please check the page again.
 Промените се застъпват. Моля провери страницата още веднъж.
 Please check whether you overwrote those changes.
 Моля провери, дали няма конфликт между промените.
-Anonymous
-Анонимен
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -505,6 +503,8 @@ Note: This error is normal if no changes have been made.
 Забележка: Тази грешка е нормална, ако не са направени промени.
 Moving %s log entries.
 Преместване на %s лог-записа.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Налагане или отмяна на глобална защита от редакции.
 Edit lock created.
@@ -1236,6 +1236,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/catalan-utf8.pl

@@ -228,8 +228,8 @@ Important pages:
 Pàgines importants:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Per marcar una pàgina per esborrar, escriure <strong>%s</strong> en la primera línia.
-from %s
-des de %s
+Anonymous
+Anònim
 redirected from %s
 redirigit des de %s
 %s:
@@ -468,8 +468,6 @@ The changes conflict.  Please check the page again.
 Els canvis entren en conflicte. Si us plau, comprova la pàgina un altre cop.
 Please check whether you overwrote those changes.
 Si us plau, comprova si sobreescrius aquests canvis.
-Anonymous
-Anònim
 Cannot delete the index file %s.
 No es pot esborrar el arxiu índex de %s.
 Please check the directory permissions.
@@ -504,6 +502,8 @@ Note: This error is normal if no changes have been made.
 Nota: Aquest error és normal si no s'han fet canvis.
 Moving %s log entries.
 Movent %s entrades del registre.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 (Des)activar bloqueig global de edició
 Edit lock created.
@@ -1235,6 +1235,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/chinese-utf8.pl

@@ -229,8 +229,8 @@ Important pages:
 重要頁面:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 在該頁首行加入 <strong>%s</strong> 可將頁面標記為刪除
-from %s
-自 %s
+Anonymous
+匿名者
 redirected from %s
 由 %s 轉址
 %s:
@@ -469,8 +469,6 @@ The changes conflict.  Please check the page again.
 你的修改和他人發生衝突。請再次確認。
 Please check whether you overwrote those changes.
 請確認一下是否你要覆蓋這些修改。
-Anonymous
-匿名者
 Cannot delete the index file %s.
 無法刪除索引檔 %s 。
 Please check the directory permissions.
@@ -505,6 +503,8 @@ Note: This error is normal if no changes have been made.
 如果還沒有做過任何修改的話，則不用理會這個錯誤訊息。
 Moving %s log entries.
 移除了 %s 個記錄項目。
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 設定或移除整個網站的編輯鎖定
 Edit lock created.
@@ -1236,6 +1236,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/chinese_cn-utf8.pl

@@ -245,8 +245,8 @@ Important pages:
 重要页面：
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 在首行加入 <strong>%s</strong>以将页面标记为删除。
-from %s
-自 %s
+Anonymous
+匿名者
 redirected from %s
 自%s重定向
 %s:
@@ -485,8 +485,6 @@ The changes conflict.  Please check the page again.
 您的修改和他人发生冲突。请再次确认。
 Please check whether you overwrote those changes.
 请您确认一下是否要覆盖这些修改。
-Anonymous
-匿名者
 Cannot delete the index file %s.
 无法删除索引档%s。
 Please check the directory permissions.
@@ -521,6 +519,8 @@ Note: This error is normal if no changes have been made.
 如果还没有做过任何修改，请不用理会这个错误讯息。
 Moving %s log entries.
 移除了%s个日志项目。
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 设定或移除整个网站的编辑锁定
 Edit lock created.
@@ -1252,6 +1252,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/dutch-utf8.pl

@@ -235,8 +235,8 @@ Important pages:
 
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
-vanaf %s
+Anonymous
+Anoniem
 redirected from %s
 doorverwezen vanaf %s
 %s:
@@ -475,8 +475,6 @@ The changes conflict.  Please check the page again.
 De wijzigingen zijn strijdig met elkaar. Controleer de pagina a.u.b. opnieuw.
 Please check whether you overwrote those changes.
 Controleer a.u.b. of u die wijzigingen overschreven heeft.
-Anonymous
-Anoniem
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -511,6 +509,8 @@ Note: This error is normal if no changes have been made.
 NB: Deze foutmelding is gebruikelijk als er geen wijzigingen zijn gemaakt.
 Moving %s log entries.
 Bezig met verplaatsen van %s items.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Ver-/ontgrendelen van de gehele site
 Edit lock created.
@@ -1242,6 +1242,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/estonian-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 Tähtsad leheküljed:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
-
+Anonymous
+Anonüümne
 redirected from %s
 
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 
 Please check whether you overwrote those changes.
 
-Anonymous
-Anonüümne
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 
 Moving %s log entries.
 
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/finnish-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
-%s:stä
+Anonymous
+Nimetön
 redirected from %s
 uudelleenohjattu sivulta %s
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 Muutokset ovat ristiriidassa. Tarkista sivu uudelleen.
 Please check whether you overwrote those changes.
 Tarkista, ylikirjoititko joitakin noista muutoksista.
-Anonymous
-Nimetön
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 Huom: Tämä virhe on normaali, jos muutoksia ei ole tehty.
 Moving %s log entries.
 Siirretään %s kirjausta.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Aseta tai poista sivuston muokkauslukitus
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/french-utf8.pl

@@ -49,7 +49,7 @@ Le nom d’utilisateur ne doit pas dépasser 50 caractères : non sauvegardé
 This page contains an uploaded file:
 Cette page contient un fichier téléversé :
 No summary was provided for this file.
-
+Aucun résumé fourni pour ce fichier.
 Recursive include of %s!
 Inclusion par récursivité de %s !
 Clear Cache
@@ -95,13 +95,13 @@ Page non valide %s (ne doit pas se terminer par .lck)
 Invalid Page %s
 Page non valide %s
 There are no comments, yet. Be the first to leave a comment!
-
+Pas encore de commentaires. Soyez le premier à laisser un commentaire !
 Welcome!
-
+Bienvenue !
 This page does not exist, but you can %s.
-
+Cette page n’existe pas, mais vous pouvez %s.
 create it now
-
+la créer maintenant
 Too many redirections
 Trop de redirections
 No redirection for old revisions
@@ -113,7 +113,7 @@ SVP allez à %s.
 Updates since %s
 Mises à jour depuis %s
 up to %s
-jusqu’à
+jusqu’à %s
 Updates in the last %s days
 Mises à jour durant les derniers %s jours
 Updates in the last day
@@ -133,7 +133,7 @@ Lister seulement les modifications majeures
 Include minor changes
 Inclure les modifications mineures
 days
-
+jours
 List later changes
 Lister les modifications plus récentes
 RSS
@@ -232,8 +232,8 @@ Important pages:
 Pages importantes :
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Pour marquer une page comme étant à supprimer, ajoutez <strong>%s</strong> à la première ligne
-from %s
-depuis %s
+Anonymous
+Anonyme
 redirected from %s
 redirigé(e) à partir de %s
 %s:
@@ -263,9 +263,9 @@ par %s
 (diff)
 (diff)
 a
-
+a
+c
 c
-
 Edit revision %s of this page
 Modifier la version %s de cette page
 e
@@ -409,13 +409,13 @@ Vous êtes actuellement éditeur de ce site.
 You are a normal user on this site.
 Vous êtes un utilisateur normal de ce site.
 You do not have a password set.
-
+Vous n’avez pas défini de mot de passe.
 Your password does not match any of the administrator or editor passwords.
 Vote mot de passe ne correspond ni au mot de passe administrateur ni au mot de passe éditeur.
 Password:
 Mot de passe :
 Return to %s
-
+Retour à %s
 This operation is restricted to site editors only...
 Cette opération est réservée aux éditeurs du site seulement...
 This operation is restricted to administrators only...
@@ -445,7 +445,7 @@ Raison inconnue.
 %s pages found.
 %s pages trouvées.
 Preview: %s
-
+Prévisualiser: %s
 Replaced: %s
 Remplacé(e) : %s
 Search for: %s
@@ -472,8 +472,6 @@ The changes conflict.  Please check the page again.
 Conflit sur les modifications. SVP vérifiez la page à nouveau.
 Please check whether you overwrote those changes.
 SVP vérifiez si vous avez écrasé ces modifications.
-Anonymous
-Anonyme
 Cannot delete the index file %s.
 Impossible de supprimer le fichier index %s.
 Please check the directory permissions.
@@ -508,6 +506,8 @@ Note: This error is normal if no changes have been made.
 Remarque : Cette erreur est normale si aucune modification n’a été effectuée.
 Moving %s log entries.
 Déplace %s entrées du log.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Positionne ou Retire le verrou global d’édition
 Edit lock created.
@@ -544,7 +544,7 @@ Deleted %s
 Renaming %1 to %2.
 Renomme %1 en %2.
 The page %s does not exist
-La page %s n'existe pas
+La page %s n’existe pas
 The page %s already exists
 La page %s existe déjà
 Cannot rename %1 to %2
@@ -563,9 +563,9 @@ Renommer %s en :
 # modules/advanced-uploads.pl
 ################################################################################
 Attach file:
-
+Joindre un fichier:
 Upload
-
+Uploader
 ################################################################################
 # modules/aggregate.pl
 ################################################################################
@@ -609,7 +609,7 @@ Ban Contributors to %s
 Ban!
 
 Regular expression:
-
+Expression régulière :
 %s is banned
 
 These URLs were rolled back. Perhaps you want to add a regular expression to %s?
@@ -620,9 +620,9 @@ Consider banning the IP number as well:
 # modules/banned-regexps.pl
 ################################################################################
 Regular expression "%1" matched "%2" on this page.
-
+Expression régulière "%1" correspond à "%2" sur cette page.
 Regular expression "%s" matched on this page.
-
+Expression régulière "%s" correspond à cette page.
 ################################################################################
 # modules/big-brother.pl
 ################################################################################
@@ -724,7 +724,7 @@ Une expression régulière manque au tag de compilation.
 # modules/creationdate.pl
 ################################################################################
 Add creation date to page files
-
+Ajouter une date de création aux fichiers des pages
 ################################################################################
 # modules/css-install.pl
 ################################################################################
@@ -733,7 +733,7 @@ Installer CSS
 Copy one of the following stylesheets to %s:
 Copier une des feuilles de style suivantes sur %s.
 Reset
-
+Réinitialiser
 ################################################################################
 # modules/dates.pl
 ################################################################################
@@ -764,9 +764,9 @@ Impossible de trouver une version sans texte indésirable.
 # modules/diff.pl
 ################################################################################
 Page diff
-
+Page diff
+Diff
 Diff
-
 ################################################################################
 # modules/drafts.pl
 ################################################################################
@@ -806,11 +806,11 @@ modifications ordinaires
 # modules/edit-paragraphs.pl
 ################################################################################
 Could not identify the paragraph you were editing
-
+Impossible d'identifier le paragraphe que vous avez édité
 This is the section you edited:
-
+C’est la section que vous avez éditée :
 This is the current page:
-
+C’est la page actuelle
 ################################################################################
 # modules/find.pl
 ################################################################################
@@ -820,53 +820,53 @@ Pages correspondant aux noms :
 # modules/fix-encoding.pl
 ################################################################################
 Fix character encoding
-
+Corriger l’encodage des caractères
 Fix HTML escapes
-
+Corriger les caractères d’échappement HTML
 ################################################################################
 # modules/form_timeout.pl
 ################################################################################
 Set $FormTimeoutSalt.
-
+Définir $FormTimeoutSalt.
 Form Timeout
 
 ################################################################################
 # modules/gd_security_image.pl
 ################################################################################
 GD or Image::Magick modules not available.
-
+modules GD ou Image::Magick non disponibles.
 GD::SecurityImage module not available.
-
+module GD::SecurityImage non disponible.
 Image storing failed. (%s)
-
+Erreur d’enregistrement de l’image. (%s)
 Bad gd_security_image_id.
-
+Invalide gd_security_image_id.
 Please type the six characters from the anti-spam image
-
+Entrez les six caractères de l’image anti-spam
 Submit
-
+Soumettre
+CAPTCHA
 CAPTCHA
-
 You did not answer correctly.
 Vous n’avez pas répondu correctement.
 $GdSecurityImageFont is not set.
-
+$GdSecurityImageFont n’est pas défini.
 ################################################################################
 # modules/git-another.pl
 ################################################################################
 No summary provided
-
+Aucun résumé fourni
 ################################################################################
 # modules/git.pl
 ################################################################################
 no summary available
-
+aucun résumé disponible
 page was marked for deletion
-
+page marquée pour suppression
+Oddmuse
 Oddmuse
-
 Cleaning up git repository
-
+Nettoyage du dépôt git
 ################################################################################
 # modules/google-plus-one.pl
 ################################################################################
@@ -880,7 +880,7 @@ This page lists the twenty last diary entries and their +1 buttons.
 # modules/gravatar.pl
 ################################################################################
 Email:
-
+Courriel :
 ################################################################################
 # modules/header-and-footer-templates.pl
 ################################################################################
@@ -902,53 +902,53 @@ Index
 # modules/joiner.pl
 ################################################################################
 The username %s already exists.
-
+Le nom d’utilisateur %s existe déjà.
 The email address %s has already been used.
-
+L’adresse courriel %s a déjà été utilisée.
 Wait %s minutes before try again.
-
+Attendez %s minutes avant de réessayer.
 Registration Confirmation
-
+Confirmation de l’enregistrement
 Visit the link below to confirm registration.
-
+Visitez le lien ci-dessous pour confirmer l’enregistrement.
 Recover Account
-
+Restaurer le compte
 You can login by following the link below. Then set new password.
 
 Change Email Address
-
+Changer l’adresse courriel
 To confirm changing email address, follow the link below.
 
 To submit this form you must answer this question:
 
 Question:
-
+Question:
+CAPTCHA:
 CAPTCHA:
-
 Registration
-
+Enregistrement
 The username must be valid page name.
-
+Le nom d’utilisateur doit être un nom de page valide.
 Confirmation email will be sent to the email address.
-
+Un courriel de confirmation sera envoyé à l’adresse courriel.
 Repeat Password:
-
+Répétez le mot de passse :
 Bad email address format.
-
+Format d’adresse courriel invalide.
 Password needs to have at least %s characters.
-
+Le mot de passe doit avoir au moins %s caractères.
 Passwords differ.
-
+Mots de passe différents.
 Email Sent
-
+Courriel envoyé
 Confirmation email has been sent to %s. Visit the link on the mail to confirm registration.
-
+Courriel de confirmation envoyé à %s. Visitez le lien du courriel de confirmation d'enregistrement.
 Failed to Confirm Registration
-
+Echec de confirmation d'enregistrement.
 Invalid key.
-
+Clé non valide.
 The key expired.
-
+Clé expirée.
 Registration Confirmed
 
 Now, you can login by using username and password.
@@ -956,65 +956,65 @@ Now, you can login by using username and password.
 Forgot your password?
 Mot de passe oublié ?
 Login failed.
-
+Connexion échouée.
 You are banned.
 
 You must confirm email address.
-
+Vous devez confirmer l'adresse courriel.
 Logged in
-
+Connecté
 %s has logged in.
-
+%s est connecté
 You should set new password immediately.
-
+Vous devriez définir un nouveau mot de passe immédiatement.
 Change Password
-
+Changer le mot de passe
 Logged out
-
+Déconnecté
 %s has logged out.
-
+%s s’est déconnecté
 Account Settings
-
+Paramètres de compte
 Logout
 Se déconnecter
 Current Password:
-
+Mot de passe actuel:
 New Password:
-
+Nouveau mot de passe:
 Repeat New Password:
-
+Répétez le mot de passe:
 Password is wrong.
-
+Mot de passe incorrect.
 Password Changed
-
+Mot de passe modifié
 Your password has been changed.
 Votre mot de passe a été modifié.
 Forgot Password
-
+Mot de passe oublié
 Enter email address, and recovery login ticket will be sent.
-
+Entrez une adresse courriel, un ticket de récupération de connexion sera envoyé.
 Not found.
-
+Non trouvé.
 The mail address is not valid anymore.
-
+L’adresse courriel n’est plus valide.
 An email has been sent to %s with further instructions.
-
+Un courriel a été envoyé à %s avec les instructions complémentaires.
 New Email Address:
-
+Nouvelle adresse courriel:
 Failed to load account.
-
+Echec du chargement du compte.
 An email has been sent to %s with a login ticket.
-
+Un courriel a été envoyé à %s avec un ticket de connexion.
 Confirmation Failed
-
+Echec de confirmation
 Failed to confirm.
-
+Echec de confirmation
 Email Address Changed
-
+Adresse courriel modifiée
 Email address for %1 has been changed to %2.
-
+Adresse courriel pour %1 modifiée en %2.
 Account Management
-
+Gestion des comptes
 Ban Account
 
 Enter username of the account to ban:
@@ -1034,7 +1034,7 @@ Unban
 %s has been unbanned.
 
 Register
-
+Enregistrement
 ################################################################################
 # modules/lang.pl
 ################################################################################
@@ -1052,7 +1052,7 @@ Voir !
 ====1 person liked this====
 
 I like this!
-
+J’aime!
 ################################################################################
 # modules/link-all.pl
 ################################################################################
@@ -1091,9 +1091,9 @@ Le modèle %s est soit vide soit n'existe pas.
 # modules/localnames.pl
 ################################################################################
 Name:
-
+Nom :
+URL:
 URL:
-
 Define Local Names
 
 Define external redirect:
@@ -1106,7 +1106,7 @@ Noms locaux définis sur %1 : %2
 # modules/logbannedcontent.pl
 ################################################################################
 IP number matched %s
-
+Numéro IP correspond à %s
 ################################################################################
 # modules/login.pl
 ################################################################################
@@ -1209,8 +1209,8 @@ All mail subscriptions
 Tous les abonnements e-mail
 Subscriptions
 Abonnements
-Email: 
-
+Email:
+Courriel :
 Show
 Voir
 Subscriptions for %s:
@@ -1239,27 +1239,38 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+Conversion de %s
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################
 Bisect modules
-
+Modules Bisect
+Module Bisect
 Module Bisect
-
 All modules enabled now!
-
+Tous les modules activés maintenant !
 Go back
-
+Retour
 Test / Always enabled / Always disabled
 
 Start
-
+Démarrer
 Bisecting proccess is already active.
 
 Stop
-
+Stop
 It seems like module %s is causing your problem.
-
+Le module %s sembler causer votre problème.
 Please note that this module does not handle situations when your problem is caused by a combination of specific modules (which is rare anyway).
 
 Good luck fixing your problem! ;)
@@ -1267,13 +1278,13 @@ Good luck fixing your problem! ;)
 Module count (only testable modules):
 
 Current module statuses:
-
+Statuts du module courant :
 Good
-
+Bon
 Bad
-
+Mauvais
 Enabling %s
-
+Activer %s
 ################################################################################
 # modules/module-updater.pl
 ################################################################################
@@ -1346,9 +1357,9 @@ L'extension "404 handler" nécessite une base de données de liens (links.pl).
 # modules/offline.pl
 ################################################################################
 Make available offline
-
+Rendre disponible hors ligne
 Offline
-
+Hors ligne
 You are currently offline and what you requested is not part of the offline application. You need to be online to do this.
 
 ################################################################################
@@ -1413,25 +1424,25 @@ Portrait
 # modules/preview.pl
 ################################################################################
 Pages with changed HTML
-
+Pages avec HTML modifié
 Preview changes in HTML output
-
+Visualiser les changenements de la sortie HTML
 ################################################################################
 # modules/private-pages.pl
 ################################################################################
 This page is password protected. If you know the password, you can %s. Once you have done that, return and reload this page.
 
 supply the password now
-
+donner le mot de passe maintenant
 ################################################################################
 # modules/private-wiki.pl
 ################################################################################
 This error should not happen. If your password is set correctly and you are still seeing this message, then it is a bug, please report it. If you are just a stranger and trying to get unsolicited access, then keep in mind that all of the data is encrypted with AES-256 and the key is not stored on the server, good luck.
 
 Attempt to read encrypted data without a password.
-
+Tentative de lire des données cryptés sans mot de passe.
 Cannot refresh index.
-
+Impossible de mettre à jour l'index
 ################################################################################
 # modules/publish.pl
 ################################################################################
@@ -1482,17 +1493,17 @@ Index de toutes les pages de petite taille
 # modules/sort.pl
 ################################################################################
 Sort alphabetically
-
+Trier alphabétiquement
 Sorted alphabetically
-
+Trié alphabétiquement
 Sorted by last update first
-
+Trié par dernière modification en premier
 Sort by last update
-
+Trier par dernière modification
 Sorted by creation date
-
+Trié par date de création
 Sort by creation date
-
+Trier par date de création
 ################################################################################
 # modules/static-copy.pl
 ################################################################################
@@ -1570,7 +1581,7 @@ Failed to run %1 to create thumbnail: %2
 %s ran into an error
 
 %s produced no output
-
+%s n’a produit aucun résultat
 Failed to parse %s.
 
 ################################################################################
@@ -1604,13 +1615,13 @@ Traduire %s
 Thank you for writing a translation of %s.
 Merci pour la traduction de %s.
 Please indicate what language you will be using.
-Merci d'indiquer quelle langue vous allez utiliser.
+Merci d’indiquer quelle langue vous allez utiliser.
 Language is missing
 La langue est manquante
 Suggested languages:
 Langues suggérées
 Please indicate a page name for the translation of %s.
-Indiquez s'il vous plaît un nom de page pour la traduction de %s.
+Indiquez s’il vous plaît un nom de page pour la traduction de %s.
 More help may be available here: %s.
 Plus d'aide disponible ici : %s.
 Translated page:
@@ -1636,11 +1647,11 @@ Upgrading Database
 Did the previous upgrade end with an error? A lock was left behind.
 
 Unlock wiki
-
+Déverrouiller le wiki
 Upgrade complete.
-
+Mise à jour terminée
 Upgrade complete. Please remove $ModuleDir/upgade.pl, now.
-
+Mise à jour terminée. SVP, supprimez $ModuleDir/upgade.pl maintenant.
 ################################################################################
 # modules/usemod.pl
 ################################################################################

modules/translations/german-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 Wichtige Seiten:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Um eine Seite zu löschen, setzt man <strong>%s</strong> auf die erste Zeile.
-from %s
-von %s
+Anonymous
+Unbekannt
 redirected from %s
 Umgeleitet von %s
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 Die Änderungen beeinträchtigen sich gegenseitig.  Bitte überprüfen Sie die Seite nochmals.
 Please check whether you overwrote those changes.
 Bitte überprüfen Sie, ob diese Änderungen überschrieben worden sind.
-Anonymous
-Unbekannt
 Cannot delete the index file %s.
 Die Index Datei %s kann nicht gelöscht werden.
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 HINWEIS: Dieser Fehler ist normal, wenn keine Änderungen durchgeführt wurden.
 Moving %s log entries.
 Verschiebe %s Log-Einträge.
+Removing IP numbers from %s log entries.
+IP Nummbern wurden as %s Log Einträgen entfernt.
 Set or Remove global edit lock
 Erzeugen oder Aufheben der globalen Bearbeitungssperre
 Edit lock created.
@@ -1203,8 +1203,8 @@ All mail subscriptions
 Alle Email Abonnements
 Subscriptions
 Abonnements
-Email: 
-
+Email:
+E-Mail:
 Show
 Zeigen
 Subscriptions for %s:
@@ -1234,6 +1234,17 @@ Es wurden keine Email Adressen gefundne, die zu migrieren wären.
 Migrated %s rows.
 %s Zeilen wurden migriert.
 ################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+%s zu Markdown convertieren
+List all non-Markdown pages
+Liste aller Seiten, die noch nicht zu Markdown konvertiert wurden
+Converting %s
+%s konvertieren
+Candidates for Conversion to Markdown
+Kandidaten für die Konvertierung zu Mardown
+################################################################################
 # modules/module-bisect.pl
 ################################################################################
 Bisect modules

modules/translations/greek-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 Σημαντικές σελίδες:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Για να σημειωθεί μια σελίδα προς διαγραφή, εισάγετε το κείμενο <strong>%s</strong> στην πρώτη γραμμή της σελίδας.
-from %s
-από %s
+Anonymous
+Ανώνυμος
 redirected from %s
 προώθηση από το %s
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 Οι αλλαγές έρχονται σε σύγκρουση.  Παρακαλώ δείτε τη σελίδα πάλι.
 Please check whether you overwrote those changes.
 Παρακαλώ ελέγξτε ότι δεν σβήσατε κάποιες από τις αλλαγές.
-Anonymous
-Ανώνυμος
 Cannot delete the index file %s.
 Σφάλμα διαγραφής του αρχείου %s.
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 Σημείωση: Αυτό το σφάλμα δεν είναι σημαντικό αν δεν έχουν γίνει αλλαγές.
 Moving %s log entries.
 Μετακίνηση %s εγγραφών καταγραφής.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Κλείδωμα ή Ξεκλείδωμα του κεντρικού κλειδώματος εκδότη
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/hebrew-utf8.pl

@@ -228,8 +228,8 @@ Important pages:
 
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
-מ %s
+Anonymous
+אנונימי
 redirected from %s
 הוכוון מחדש מ %s
 %s:
@@ -468,8 +468,6 @@ The changes conflict.  Please check the page again.
 
 Please check whether you overwrote those changes.
 
-Anonymous
-אנונימי
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -504,6 +502,8 @@ Note: This error is normal if no changes have been made.
 הערה: שגיאה זו היא רגילה אם לא בוצעו שינויים.
 Moving %s log entries.
 מזיז %s ערכי יומן.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 קבע או הסר נעילת עריכה גלובלית
 Edit lock created.
@@ -1235,6 +1235,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/italian-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 Pagine importanti
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Per impostare una pagine per la cancellazione, inserire <strong>%s</strong> sulla prima riga.
-from %s
-da %s
+Anonymous
+Anonimo
 redirected from %s
 rediretto da %s
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 Le modifiche sono in conflitto. Prego ricontrollare la pagina.
 Please check whether you overwrote those changes.
 Prego controllate se avete sovrascritto quelle modifiche.
-Anonymous
-Anonimo
 Cannot delete the index file %s.
 Impossibile cancellare il file di indice %s.
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 Nota: questo errore è normale se non sono stati apportati cambiamenti.
 Moving %s log entries.
 Spostamento di %s elementi di log.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Imposta o rilascia il blocco globale di modifica
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/japanese-utf8.pl

@@ -226,7 +226,7 @@ Important pages:
 
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
+Anonymous
 
 redirected from %s
 
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 
 Please check whether you overwrote those changes.
 
-Anonymous
-
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 
 Moving %s log entries.
 
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/korean-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 중요한 페이지들:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 특정 페이지를 삭제 요청페이지로 하려면, <strong>%s</strong> 를 첫줄에 입력하세요.
-from %s
-%s 로 부터
+Anonymous
+익명
 redirected from %s
 %s 에서 재전송됨
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 이 페이지들이 충돌합니다. 페이지를 다시 확인하세요.
 Please check whether you overwrote those changes.
 이 변경사항들에 덮어쓰기 하지 않았는지 확인하세요.
-Anonymous
-익명
 Cannot delete the index file %s.
 %s 인덱스 파일을 삭제 할 수 없습니다.
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 주의: 변경이 전혀 없었다면 이 오류는 정상적인 것입니다.
 Moving %s log entries.
 %s 로그 엔트리를 옭김.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 전역 편집 잠금을 설정하거나 제거
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/new-utf8.pl

@@ -226,7 +226,7 @@ Important pages:
 
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
+Anonymous
 
 redirected from %s
 
@@ -296,6 +296,8 @@ Delete
 
 Filter:
 
+Summary:
+
 Last edit
 
 revision %s
@@ -310,8 +312,6 @@ later minor edits
 
 No diff available.
 
-Summary:
-
 Old revision:
 
 Changed:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 
 Please check whether you overwrote those changes.
 
-Anonymous
-
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 
 Moving %s log entries.
 
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 
 Edit lock created.
@@ -1201,6 +1201,8 @@ Your mail subscriptions
 
 All mail subscriptions
 
+All mail subscribers
+
 Subscriptions
 
 Email: 
@@ -1227,12 +1229,25 @@ The remaining pages do not exist.
 
 Unsubscribed %s from the following pages:
 
+Unsubscribed %s from all pages.
+
 Migrating Subscriptions
 
 No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################
@@ -1398,6 +1413,11 @@ Click to search for references to this permanent anchor
 
 Include permanent anchors
 
+################################################################################
+# modules/pingback-server.pl
+################################################################################
+Only XML-RPC POST requests recognised
+
 ################################################################################
 # modules/portrait-support.pl
 ################################################################################
@@ -1462,6 +1482,17 @@ Referrers
 ################################################################################
 All Referrers
 
+################################################################################
+# modules/rename-pages.pl
+################################################################################
+Target page already exists.
+
+Source page does not exist.
+
+Copied from %s
+
+Moved to %s
+
 ################################################################################
 # modules/search-list.pl
 ################################################################################
@@ -1528,8 +1559,6 @@ Rebuilding index not done.
 
 Rebuild tag index
 
-list tags
-
 tag cloud
 
 ################################################################################
@@ -1686,5 +1715,56 @@ Edit %s.
 ################################################################################
 Tags:
 
+################################################################################
+# modules/webmention.pl
+################################################################################
+Webmention module requires $CommentsPrefix to be set
+
+Webmention requires a POST request
+
+Webmention requires x-www-form-urlencoded requests
+
+Webmention must mention a specific page
+
+Webmention must mention a valid page
+
+Your IP number is blocked: %s
+
+Webmention must mention an existing page
+
+Webmention must mention source
+
+Webmention must mention target
+
+The URL is blocked: %s
+
+Webmention source cannot be verified: %1 returns %2 %3
+
+Webmention source does not link to %s
+
+Webmention for %s already exists
+
+Webmention OK!
+
+Add webmentions
+
+Webmentioning others from %s
+
+Webmention!
+
+No links found.
+
+Webmentioning somebody from %s
+
+Contacting %s
+
+Target reports an error: %s
+
+No Webmention URL found
+
+Success: %s
+
+Failure: %s
+
 #
 END_OF_TRANSLATION

modules/translations/polish-utf8.pl

@@ -228,8 +228,8 @@ Important pages:
 Ważne strony:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Aby zaznaczyć stronę do usunięcia, wpisz <strong>%s</strong> w pierwszej linii.
-from %s
-z %s
+Anonymous
+Anonimowy
 redirected from %s
 przekierowano z %s
 %s:
@@ -468,8 +468,6 @@ The changes conflict.  Please check the page again.
 Wystąpił konflikt zmian. Proszę sprawdzić stronę ponownie.
 Please check whether you overwrote those changes.
 Proszę sprawdzić, czy nadpisałeś te zmiany.
-Anonymous
-Anonimowy
 Cannot delete the index file %s.
 Nie można skasować pliku indeksu %s.
 Please check the directory permissions.
@@ -504,6 +502,8 @@ Note: This error is normal if no changes have been made.
 Uwaga: Ten błąd jest normalny, jeśli nie było żadnych zmian.
 Moving %s log entries.
 Przenoszenie %s wpisów logów.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Ustaw lub zwolnij globalną blokadę edycji
 Edit lock created.
@@ -1235,6 +1235,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/portuguese-utf8.pl

@@ -231,8 +231,8 @@ Important pages:
 Páginas importantes:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Para marcar uma página a ser apagada, ponha <strong>%s</strong> na primeira linha.
-from %s
-de %s
+Anonymous
+Anónimo
 redirected from %s
 redireccionado de %s
 %s:
@@ -471,8 +471,6 @@ The changes conflict.  Please check the page again.
 Conflito entre alterações. Por favor reverifique esta página.
 Please check whether you overwrote those changes.
 Por favor verifique se sobrescreveu essas alterações.
-Anonymous
-Anónimo
 Cannot delete the index file %s.
 Impossível apagar o ficheiro de índice %s.
 Please check the directory permissions.
@@ -507,6 +505,8 @@ Note: This error is normal if no changes have been made.
 NOTA: Este erro é normal se nenhuma alteração foi feita.
 Moving %s log entries.
 Movendo entradas de log %s.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Marque ou Remova bloqueio global de edição
 Edit lock created.
@@ -1238,6 +1238,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/romanian-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 Pagini importante:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
-de la %s
+Anonymous
+Anonim
 redirected from %s
 redirecţionat de la %s
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 
 Please check whether you overwrote those changes.
 
-Anonymous
-Anonim
 Cannot delete the index file %s.
 Nu am putut şterge fişierul index %s.
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 
 Moving %s log entries.
 
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/russian-utf8.pl

@@ -232,8 +232,8 @@ Important pages:
 Служебные страницы:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Чтобы пометить любую страницу к удалению, поместите <strong>%s</strong> первой строкой страницы.
-from %s
-с %s
+Anonymous
+Аноним
 redirected from %s
 перенаправлено с %s
 %s:
@@ -472,8 +472,6 @@ The changes conflict.  Please check the page again.
 Изменения конфликтуют. Проверьте страницу снова.
 Please check whether you overwrote those changes.
 Пожалуйста удостоверьтесь, что вы не перезаписали чужие изменения.
-Anonymous
-Аноним
 Cannot delete the index file %s.
 Не могу удалить индекс-файл %s.
 Please check the directory permissions.
@@ -508,6 +506,8 @@ Note: This error is normal if no changes have been made.
 Примечание: Эта ошибка - нормально, если не было сделано изменений.
 Moving %s log entries.
 Перемещаю %s лог записей.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Установка или снятие глобальной блокировки на редактирование
 Edit lock created.
@@ -1239,6 +1239,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/serbian-utf8.pl

@@ -228,8 +228,8 @@ Important pages:
 
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 
-from %s
-од %s
+Anonymous
+Анонимони
 redirected from %s
 преусмерено са %s
 %s:
@@ -468,8 +468,6 @@ The changes conflict.  Please check the page again.
 Измене су у сукобу. Проверите страну поново.
 Please check whether you overwrote those changes.
 Проверите да нисте пребрисали ове те измене.
-Anonymous
-Анонимони
 Cannot delete the index file %s.
 
 Please check the directory permissions.
@@ -504,6 +502,8 @@ Note: This error is normal if no changes have been made.
 Пажња: Ова грешка је уобичајена уколико ништа нисте изменили.
 Moving %s log entries.
 Премештам %s дневничких ставки.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Постави или уклони глобалну браву за уређивање
 Edit lock created.
@@ -1235,6 +1235,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/spanish-utf8.pl

@@ -230,8 +230,8 @@ Important pages:
 Páginas importantes:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Para marcar una página para su eliminación, escribir <strong>%s</strong> en la primera línea.
-from %s
-desde %s
+Anonymous
+Anónimo
 redirected from %s
 redirigido desde %s
 %s:
@@ -470,8 +470,6 @@ The changes conflict.  Please check the page again.
 Los cambios entran en conflicto.  Por favor, comprueba la página otra vez.
 Please check whether you overwrote those changes.
 Por favor, comprueba si sobreescribes esos cambios.
-Anonymous
-Anónimo
 Cannot delete the index file %s.
 No se puede borrar el archivo índice %s.
 Please check the directory permissions.
@@ -506,6 +504,8 @@ Note: This error is normal if no changes have been made.
 Nota: Este error es normal si no se han hecho cambios.
 Moving %s log entries.
 Moviendo %s entradas del registro.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Establecer o quitar bloqueo global de edición
 Edit lock created.
@@ -1237,6 +1237,17 @@ No non-migrated email addresses found, migration not necessary.
 No se encontraron direcciones de correo no migradas, la migración no es necesaria.
 Migrated %s rows.
 Migrado %s filas.
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/translations/swedish-utf8.pl

@@ -5,6 +5,7 @@
 #                    Zrajm C Akfohg <zrajm@klingonska.org>
 # Copyright (c) 2004-06 Johan Adler <alltid@nyfiken.org>
 # Copyright (c) 2004 Zrajm C Akfohg <zrajm@klingonska.org>
+# Copyright (c) 2021 Tobias Fendin
 #
 # Permission is granted to copy, distribute and/or modify this
 # document under the terms of the GNU Free Documentation License,
@@ -230,8 +231,8 @@ Important pages:
 Viktiga sidor:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 För att markera en sida för radering, skriv <strong>%s</strong> på första raden.
-from %s
-från %s
+Anonymous
+Anonym
 redirected from %s
 omdirigerad från %s
 %s:
@@ -300,6 +301,8 @@ Delete
 
 Filter:
 
+Summary:
+Sammanfattning:
 Last edit
 
 revision %s
@@ -314,8 +317,6 @@ later minor edits
 
 No diff available.
 Information om ändring är inte tillgänglig.
-Summary:
-Sammanfattning:
 Old revision:
 Gammal version:
 Changed:
@@ -470,8 +471,6 @@ The changes conflict.  Please check the page again.
 Ändringarna står i konflikt. Kontrollera sidan igen.
 Please check whether you overwrote those changes.
 Kontrollera om du skrev över de ändringarna.
-Anonymous
-Anonym
 Cannot delete the index file %s.
 Kan inte radera index-filen %s.
 Please check the directory permissions.
@@ -506,6 +505,8 @@ Note: This error is normal if no changes have been made.
 Observera: Det här felet är normalt om inga ändringar gjorts.
 Moving %s log entries.
 Flyttar %s loggnotering.
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Slå på eller av globalt redigeringslås
 Edit lock created.
@@ -699,11 +700,6 @@ Clustermap
 Klusterkarta
 Pages without a Cluster
 Sidor utan kluster
-################################################################################
-# modules/comment-div-wrapper.pl
-################################################################################
-Comments:
-
 ################################################################################
 # modules/commentcount.pl
 ################################################################################
@@ -711,6 +707,11 @@ Comments on
 Kommentarer till
 Comment on
 Kommentar till
+################################################################################
+# modules/comment-div-wrapper.pl
+################################################################################
+Comments:
+
 ################################################################################
 # modules/compilation.pl
 ################################################################################
@@ -1205,6 +1206,8 @@ Your mail subscriptions
 
 All mail subscriptions
 
+All mail subscribers
+
 Subscriptions
 
 Email: 
@@ -1231,12 +1234,25 @@ The remaining pages do not exist.
 
 Unsubscribed %s from the following pages:
 
+Unsubscribed %s from all pages.
+
 Migrating Subscriptions
 
 No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################
@@ -1293,6 +1309,11 @@ You linked more than %s times to the same domain. It would seem that only a spam
 
 Namespaces
 
+################################################################################
+# modules/nearlink-create.pl
+################################################################################
+ (create locally)
+
 ################################################################################
 # modules/near-links.pl
 ################################################################################
@@ -1312,11 +1333,6 @@ EditNearLinks
 Redigera närlänkar
 The same page on other sites:
 Samma sida på andra siter:
-################################################################################
-# modules/nearlink-create.pl
-################################################################################
- (create locally)
-
 ################################################################################
 # modules/no-question-mark.pl
 ################################################################################
@@ -1402,6 +1418,11 @@ Click to search for references to this permanent anchor
 Klicka för att söka efter referenser till det här permanenta ankaret
 Include permanent anchors
 Med permanenta ankare
+################################################################################
+# modules/pingback-server.pl
+################################################################################
+Only XML-RPC POST requests recognised
+
 ################################################################################
 # modules/portrait-support.pl
 ################################################################################
@@ -1466,6 +1487,17 @@ Sidor som länkat hit
 ################################################################################
 All Referrers
 Alla som länkat hit
+################################################################################
+# modules/rename-pages.pl
+################################################################################
+Target page already exists.
+
+Source page does not exist.
+
+Copied from %s
+
+Moved to %s
+
 ################################################################################
 # modules/search-list.pl
 ################################################################################
@@ -1475,22 +1507,22 @@ Page list for %s
 # modules/small.pl
 ################################################################################
 Index of all small pages
-
+Index av alla små sidor
 ################################################################################
 # modules/sort.pl
 ################################################################################
 Sort alphabetically
-
+Sortera alfabetiskt
 Sorted alphabetically
-
+Sorterad alfabetiskt
 Sorted by last update first
-
+Sorterad med senast uppdaterad först
 Sort by last update
-
+Sortera på uppdateringstid
 Sorted by creation date
-
+Sorterad på skapande datum
 Sort by creation date
-
+Sortera på skapande datum
 ################################################################################
 # modules/static-copy.pl
 ################################################################################
@@ -1507,35 +1539,33 @@ Editing not allowed for %s.
 # modules/svg-edit.pl
 ################################################################################
 Edit image in the browser
-
+Redigera bilden i webbläsaren
 Summary of your changes:
-
+Sammanställning av dina ändringar:
 ################################################################################
 # modules/sync.pl
 ################################################################################
 Copy to %1 succeeded: %2.
-
+Kopiering till %1 lyckades: %2.
 Copy to %1 failed: %2.
-
+Kopiering till %1 misslyckades: %2.
 ################################################################################
 # modules/tags.pl
 ################################################################################
 Tag
-
+Tagg
 Feed for this tag
-
+Flöde för denna tagg
 Tag Cloud
-
+Taggmoln
 Rebuilding index not done.
-
+Ombyggnad av index inte klart.
 (Rebuilding the index can only be done once every 12 hours.)
-
+(Ombyggnad av indexet kan endast göras var 12:e timme.)
 Rebuild tag index
-
-list tags
-
+Bygg om tagg index
 tag cloud
-
+taggmoln
 ################################################################################
 # modules/templates.pl
 ################################################################################
@@ -1545,41 +1575,41 @@ Eller använd en av följande mallar:
 # modules/throttle.pl
 ################################################################################
 Too many instances.  Only %s allowed.
-
+För många instanser. Endast %s tillåtna.
 Please try again later. Perhaps somebody is running maintenance or doing a long search. Unfortunately the site has limited resources, and so we must ask you for a bit of patience.
-
+Vänligen försök senare. Kanske pågår ett underhåll eller så har någon gjort en lång sökning. Dessvärre har denna sida begränsade resurser, så vi ber dig ha tålamod.
 ################################################################################
 # modules/thumbs.pl
 ################################################################################
 thumb
 
 Error creating thumbnail from nonexisting page %s.
-
+Misslyckades med att skapa miniatyr av en icke existerande sida %s.
 Can not create thumbnail for file type %s.
-
+Kan inte skapa miniatyr för filtypen %s.
 Can not create thumbnail for a text document
-
+Kan inte skapa en miniatyr av ett textdokument
 Can not create path for thumbnail - %s
-
+Kan inte skapa sökväg för miniatyr - %s
 Could not open %s for writing whilst trying to save image before creating thumbnail. Check write permissions.
-
+Kan inte öppna %s för skrivning före skapande av miniatyrbilden. Kontrollera skrivrättigheter.
 Failed to run %1 to create thumbnail: %2
-
+Kunde inte köra %1 för att skapa miniatyren: %2
 %s ran into an error
-
+%s misslyckades
 %s produced no output
-
+%s producerade ingen utdata
 Failed to parse %s.
-
+Misslyckades med att tolka %s.
 ################################################################################
 # modules/timezone.pl
 ################################################################################
 Timezone
-
+Tidszon
 Pick your timezone:
-
+Välj din tidszon:
 Set
-
+Sätt
 ################################################################################
 # modules/toc-headers.pl
 ################################################################################
@@ -1589,7 +1619,7 @@ Innehåll
 # modules/today.pl
 ################################################################################
 Create a new page for today
-
+Skapa en ny sida för idag
 ################################################################################
 # modules/translation-links.pl
 ################################################################################
@@ -1630,15 +1660,15 @@ Sidan finns inte.
 # modules/upgrade.pl
 ################################################################################
 Upgrading Database
-
+Uppgradering av databas
 Did the previous upgrade end with an error? A lock was left behind.
-
+Misslyckades den senaste uppgraderingen med ett fel? Ett lås finns kvar.
 Unlock wiki
-
+Lås upp wiki
 Upgrade complete.
-
+Uppgradering klar.
 Upgrade complete. Please remove $ModuleDir/upgade.pl, now.
-
+Uppgradering klar. Vänlingen ta bort $ModuleDir/upgade.pl nu.
 ################################################################################
 # modules/usemod.pl
 ################################################################################
@@ -1665,7 +1695,7 @@ Wanted Pages
 # modules/webapp.pl
 ################################################################################
 Web application for offline browsing
-
+Webbapplikation för off-line visning
 ################################################################################
 # modules/webdav.pl
 ################################################################################
@@ -1680,15 +1710,68 @@ Blogg
 # modules/weblog-3.pl
 ################################################################################
 Matching pages:
-
+Matchande sidor:
 New
-
+Nytt
 Edit %s.
-
+Redigera %s.
 ################################################################################
 # modules/weblog-4.pl
 ################################################################################
 Tags:
+Taggar:
 
+################################################################################
+# modules/webmention.pl
+################################################################################
+Webmention module requires $CommentsPrefix to be set
+Webmention modulen kräver att $CommentsPrefix är satt
+Webmention requires a POST request
+Webmention kräver en POST förfrågan
+Webmention requires x-www-form-urlencoded requests
+Webmention kräver x-www-form-urlencoded förfrågan
+Webmention must mention a specific page
+Webmention måste ange en specifik sida
+Webmention must mention a valid page
+Webmention måste ange en giltig sida
+Your IP number is blocked: %s
+Ditt IP-nummer är blockerat: %s
+Webmention must mention an existing page
+Webmention måste ange en existerande sida
+Webmention must mention source
+Webmention måste ange en källa
+Webmention must mention target
+Webmention måste ange ett mål
+The URL is blocked: %s
+URL:en är blockerad: %s
+Webmention source cannot be verified: %1 returns %2 %3
+Webmention källan kan inte verifieras: %1 returnerar %2 %3
+Webmention source does not link to %s
+Webmention källan länkar inte till %s
+Webmention for %s already exists
+Webmention för %s finns redan
+Webmention OK!
+
+Add webmentions
+Lägg till webmention
+# Could not find a good translation of "Webmentioning"
+Webmentioning others from %s
+Webmentioning andra från %s
+Webmention!
+
+No links found.
+Inga länkar hittade
+Webmentioning somebody from %s
+Webmentioning någon från %s
+Contacting %s
+Kontakta %s
+Target reports an error: %s
+Målet rapporterar ett fel: %s
+No Webmention URL found
+Ingen Webmention URL hittad
+Success: %s
+Lyckat: %s
+Failure: %s
+Misslyckat: %s
 #
 END_OF_TRANSLATION

modules/translations/ukrainian-utf8.pl

@@ -226,8 +226,8 @@ Important pages:
 Важливі сторінки:
 To mark a page for deletion, put <strong>%s</strong> on the first line.
 Для того, щоб помітити сторінку для видалення, вставте <strong>%s</strong> на першу строчку.
-from %s
-від %s
+Anonymous
+Анонім
 redirected from %s
 перенаправлено з %s
 %s:
@@ -466,8 +466,6 @@ The changes conflict.  Please check the page again.
 Зміни конфліктують. Будь ласка, перевірте цю сторінку ще раз.
 Please check whether you overwrote those changes.
 Будь ласка, перевірте, чи перезаписали ви ці зміни.
-Anonymous
-Анонім
 Cannot delete the index file %s.
 Не можу видалити файл з покажчиком %s.
 Please check the directory permissions.
@@ -502,6 +500,8 @@ Note: This error is normal if no changes have been made.
 Примітка: Ця помилка припустима, якщо не було зроблено жодних змін.
 Moving %s log entries.
 
+Removing IP numbers from %s log entries.
+
 Set or Remove global edit lock
 Встановити або Видалити глобальний блок редагування
 Edit lock created.
@@ -1233,6 +1233,17 @@ No non-migrated email addresses found, migration not necessary.
 
 Migrated %s rows.
 
+################################################################################
+# modules/markdown-converter.pl
+################################################################################
+Help convert %s to Markdown
+
+List all non-Markdown pages
+
+Converting %s
+
+Candidates for Conversion to Markdown
+
 ################################################################################
 # modules/module-bisect.pl
 ################################################################################

modules/webmention.pl

@@ -0,0 +1,227 @@
+# Copyright (C) 2004  Brock Wilcox <awwaiid@thelackthereof.org>
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+use strict;
+use v5.10;
+
+use LWP::UserAgent;
+use Modern::Perl;
+use XML::LibXML;
+
+AddModuleDescription('webmention.pl', 'Webmention Server Extension');
+
+# Specification:  https://www.w3.org/TR/webmention/
+
+our ($CommentsPrefix, $q, $HtmlHeaders, %Action, $QuestionaskerSecretKey,
+     @MyInitVariables, %IndexHash, $BannedContent, $UsePathInfo, $HomePage,
+    $Message, @MyAdminCode, $FullUrlPattern);
+
+push(@MyInitVariables, \&WebmentionServerAddLink, \&WebmentionAddAction);
+
+# Add webmentions metadata to our pages
+
+sub WebmentionServerAddLink {
+  $Message .= T('Webmention module requires $CommentsPrefix to be set')  unless $CommentsPrefix;
+  # only allow linking to reasonable pages: no URL parameters!
+  my @params = $q->param;
+  return unless GetParam('action', 'browse') eq 'browse';
+  return if GetParam('revision');
+  my $id = GetId() || $HomePage;
+  return if $id =~ /^$CommentsPrefix/;
+  my $link = '<link rel="webmention" type="application/wiki" href="'
+      . ScriptUrl('webmention/' . UrlEncode($id)) . '" />';
+  $HtmlHeaders .= $link unless $HtmlHeaders =~ /rel="webmention"/;
+}
+
+sub WebmentionAddAction {
+  SetParam('action', 'webmention') if $q->path_info =~ m|/webmention\b|;
+}
+
+# Process incoming webmentions
+
+$Action{webmention} = \&DoWebmentionServer;
+
+sub DoWebmentionServer {
+  my $id = FreeToNormal(shift);
+
+  # some sanity checks for the request
+  if ($q->request_method() ne 'POST') {
+    ReportError(T('Webmention requires a POST request'), '400 BAD REQUEST');
+  }
+  if ($q->content_type() ne 'application/x-www-form-urlencoded') {
+    ReportError(T('Webmention requires x-www-form-urlencoded requests'), '400 BAD REQUEST');
+  }
+
+  # some sanity checks for the target page name
+  if (not $id) {
+    ReportError(T('Webmention must mention a specific page'), '400 BAD REQUEST');
+  }
+  my $error = ValidId($id);
+  if ($error) {
+    ReportError(T('Webmention must mention a valid page'), '400 BAD REQUEST');
+  }
+
+  # check the IP number for bans
+  my $rule = UserIsBanned();
+  if ($rule) {
+    ReportError(Ts('Your IP number is blocked: %s', $rule), '403 FORBIDDEN');
+  }
+
+  # check that the target page exists
+  AllPagesList();
+  if (not $IndexHash{$id}) {
+    ReportError(T('Webmention must mention an existing page'), '404 NOT FOUND');
+  }
+
+  # verify parameters
+  my $source = GetParam('source', undef) or ReportError(T('Webmention must mention source'), '400 BAD REQUEST');
+  my $target = GetParam('target', undef) or ReportError(T('Webmention must mention target'), '400 BAD REQUEST');
+
+  # verify that the source isn't banned
+  $rule = BannedContent($source);
+  if ($rule) {
+    ReportError(Ts('The URL is blocked: %s', $rule), '403 FORBIDDEN');
+  }
+
+  # verify that the webmention is legit
+  my $ua = LWP::UserAgent->new(agent => 'Oddmuse Webmention Server/0.1');
+  my $response = $ua->get($source);
+  if (not $response->is_success) {
+    ReportError(Tss('Webmention source cannot be verified: %1 returns %2 %3',
+		    $source, $response->code, $response->message), '400 BAD REQUEST');
+  }
+  my $self = ScriptUrl(UrlEncode($id));
+  if ($response->decoded_content !~ /$self/) {
+    ReportError(Ts('Webmention source does not link to %s', $self), '400 BAD REQUEST');
+  }
+  $id = $CommentsPrefix . $id;
+  if (GetPageContent($id) =~ /$source/) {
+    ReportError(Ts('Webmention for %s already exists', $source), '400 BAD REQUEST');
+  }
+
+  # try to determine a name and a link
+  my ($username, $homepage);
+  my $parser = XML::LibXML->new(recover => 2);
+  my $dom = $parser->load_html(string => $response->decoded_content);
+  my @nodes = $dom->findnodes('//*[@rel="author"]');
+  if (@nodes) {
+    my $node = shift @nodes;
+    $username = $node->textContent;
+    $homepage = $node->getAttribute('href');
+  }
+
+  # post a comment without redirect at the end
+  SetParam('aftertext', 'Webmention: ' . $source);
+  SetParam('summary', 'Webmention');
+  SetParam('username', $username || T('Anonymous'));
+  SetParam('homepage', $homepage);
+  SetParam($QuestionaskerSecretKey, 1) if $QuestionaskerSecretKey;
+  local *ReBrowsePage = sub {};
+  DoPost($id);
+
+  # response
+  print GetHeader('', T('Webmention OK!'));
+  print $q->start_div({-class=>'content webmention'}),
+      $q->p(GetPageLink($BannedContent)),
+      $q->end_div;
+  PrintFooter();
+}
+
+# Allow user to webmention other sites
+
+push(@MyAdminCode, \&WebmentionMenu);
+
+sub WebmentionMenu {
+  my ($id, $menuref, $restref) = @_;
+  if ($id) {
+    push(@$menuref, ScriptLink('action=webmentions;id=' . $id, T('Add webmentions'), 'webmentions'));
+  }
+}
+
+$Action{webmentions} = \&DoWebmentionMenu;
+
+sub DoWebmentionMenu {
+  my $id = GetId();
+  ValidIdOrDie($id);
+  print GetHeader('', Ts('Webmentioning others from %s', NormalToFree($id)), '');
+  my $text = GetPageContent($id);
+  my @urls = $text =~ /$FullUrlPattern/g;
+  if (@urls) {
+    print GetFormStart();
+    print GetHiddenValue('action', 'webmentioning');
+    print GetHiddenValue('from', UrlEncode($id));
+    print '<p>';
+    print $q->checkbox_group('to', \@urls, undef, 'true');
+    print '</p>';
+    print $q->submit('go', T('Webmention!'));
+  } else {
+    print $q->p(T('No links found.'));
+  }
+  PrintFooter();
+}
+
+$Action{webmentioning} = \&DoWebmention;
+
+sub DoWebmention {
+  my $id = GetParam('from');
+  ValidIdOrDie($id);
+  my $from = ScriptUrl($id);
+  my @to = $q->multi_param('to');
+  ReportError('Missing target') unless @to;
+  print GetHeader('', Ts('Webmentioning somebody from %s', NormalToFree($id)), '');
+  for my $to (@to) {
+    Webmention($from, $to);
+  }
+  PrintFooter();
+}
+
+sub Webmention {
+  my ($from, $to) = @_;
+  ReportError('Target must be an URL', '400 BAD REQUEST', 0, $q->p($to)) unless $to =~ /$FullUrlPattern/;
+  my $ua = LWP::UserAgent->new(agent => "Oddmuse Webmention Client/0.1");
+
+  print $q->p(Ts('Contacting %s', $to));
+  my $response = $ua->get($to);
+  if (!$response->is_success) {
+    print $q->p(Ts('Target reports an error: %s', $response->status_line));
+    return;
+  }
+
+  print $q->p("Parsing response");
+  my $data = $response->decoded_content;
+  my $parser = XML::LibXML->new(recover => 2);
+  my $dom = $parser->load_html(string => $data);
+  my $webmention = $dom->findvalue('//link[@rel="webmention"]/@href');
+
+  if (!$webmention) {
+    print $q->p(T('No Webmention URL found'));
+    return;
+  }
+
+  print $q->p("Webmention URL is $webmention");
+
+  $response = $ua->post($webmention, { source => $from, target => $to });
+  my $message = $response->code . " " . $response->message;
+  if ($response->is_success) {
+    print $q->p(Ts("Success: %s", $message));
+  } else {
+    print $q->p(Ts("Failure: %s", $message));
+    $dom = $parser->load_html(string => $response->decoded_content());
+    for my $node ($dom->getElementsByTagName('script')) { $node->parentNode->removeChild($node) };
+    for my $node ($dom->getElementsByTagName('style')) { $node->parentNode->removeChild($node) };
+    print $q->p($dom->textContent);
+  }
+}

modules/wordcount.pl

@@ -0,0 +1,59 @@
+# Copyright (C) 2005  Robin V. Stacey (robin@greywulf.net)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the
+#    Free Software Foundation, Inc.
+#    59 Temple Place, Suite 330
+#    Boston, MA 02111-1307 USA
+
+# This module adds a wordcount to the bottom of edit boxes. The javascript code is munged from
+# Richard Livsey's Textarea Tools page: http://livsey.org/experiments/textareatools/
+# Though I've stripped it down to it's barest necessities
+
+use strict;
+use v5.10;
+
+our (@MyInitVariables, $HtmlHeaders);
+
+AddModuleDescription('wordcount.pl', 'Word Count Extension');
+
+push(@MyInitVariables, \&WordcountAddScript);
+
+sub WordcountAddScript {
+	$HtmlHeaders .= "<script type='text/javascript'>
+	function addEvent(obj, evType, fn) {
+		if (obj.addEventListener) {
+			obj.addEventListener(evType, fn, true);
+			return true;
+		} else if (obj.attachEvent) {
+			var r = obj.attachEvent('on'+evType, fn);
+			return r;
+		} else { return false; }
+	}
+
+	addEvent(window, 'load', function() {
+		document.getElementById('textWordCount').innerHTML = numWords(document.getElementById('text').value);
+		document.getElementById('text').onkeyup = function() {
+			document.getElementById('textWordCount').innerHTML = numWords(document.getElementById('text').value);
+		}
+	});
+
+	function numWords(string) {
+		string = string + ' ';
+		string = string.replace(/^[^A-Za-z0-9]+/gi, '');
+		string = string.replace(/[^A-Za-z0-9]+/gi, ' ');
+		var items = string.split(' ');
+		return items.length -1;
+	}
+	</script>";
+}

scripts/ip-to-regexp.pl

@@ -0,0 +1,94 @@
+use Modern::Perl;
+use Net::Whois::Parser qw/parse_whois/;
+
+sub main {
+  my $ip = shift(@ARGV);
+  die "Provide an IP number as argument.\n" unless $ip;
+  print get_regexp_ip(get_range($ip)), "\n";
+}
+
+sub get_range {
+  my $ip = shift;
+  my $response = parse_whois(domain => $ip);
+  my $re = '(?:[0-9]{1,3}\.){3}[0-9]{1,3}';
+  my ($start, $end) = $response->{inetnum} =~ /($re) *- *($re)/;
+  return $start, $end;
+}
+
+sub get_groups {
+  my ($from, $to) = @_;
+  my @groups;
+  if ($from < 10) {
+    my $to = $to >= 10 ? 9 : $to;
+    push(@groups, [$from, $to]);
+    $from = $to + 1;
+  }
+  while ($from < $to) {
+    my $to = int($from/100) < int($to/100) ? $from + 99 - $from % 100 : $to;
+    if ($from % 10) {
+      push(@groups, [$from, $from + 9 - $from % 10]);
+      $from += 10 - $from % 10;
+    }
+    if (int($from/10) < int($to/10)) {
+      if ($to % 10 == 9) {
+	push(@groups, [$from, $to]);
+	$from = 1 + $to;
+      } else {
+	push(@groups, [$from, $to - 1 - $to % 10]);
+	$from = $to - $to % 10;
+      }
+    } else {
+      push(@groups, [$from - $from % 10, $to]);
+      last;
+    }
+    if ($to % 10 != 9) {
+      push(@groups, [$from, $to]);
+      $from = 1 + $to; # jump from 99 to 100
+    }
+  }
+  return \@groups;
+}
+
+sub get_regexp_range {
+  my @chars;
+  for my $group (@{get_groups(@_)}) {
+    my ($from, $to) = @$group;
+    my $char;
+    for (my $i = length($from); $i >= 1; $i--) {
+      if (substr($from, - $i, 1) eq substr($to, - $i, 1)) {
+	$char .= substr($from, - $i, 1);
+      } else {
+	$char .= '[' . substr($from, - $i, 1) . '-' . substr($to, - $i, 1). ']';
+      }
+    }
+    push(@chars, $char);
+  }
+  return join('|', @chars);
+}
+
+sub get_regexp_ip {
+  my ($from, $to) = @_;
+  my @start = split(/\./, $from);
+  my @end = split(/\./, $to);
+  my $regexp = "^";
+  for my $i (0 .. 3) {
+    if ($start[$i] eq $end[$i]) {
+      $regexp .= $start[$i];
+    } elsif ($start[$i] eq '0' and $end[$i] eq '255') {
+      last;
+    } elsif ($start[$i + 1] > 0) {
+      $regexp .= '(' . $start[$i] . '\.('
+	  . get_regexp_range($start[$i + 1], '255') . ')|'
+	  . get_regexp_range($start[$i] + 1, $end[$i + 1]) . ')';
+      $regexp .= '\.';
+      last;
+    } else {
+      $regexp .= '(' . get_regexp_range($start[$i], $end[$i]) . ')$';
+      last;
+    }
+    $regexp .= '\.' if $i < 3;
+  }
+  return $regexp;
+}
+
+main();

scripts/pingback-client.pl

@@ -0,0 +1,71 @@
+#! /usr/bin/perl -w
+
+# Copyright (C) 2013  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+=head1 Pingback from one site to another
+
+If you link from page A on your site to page B on some other site, you can
+invoke this script with the command-line arguments A and B. In theory, this will
+create a link back from B to A, letting them and all their visitors know that
+you wrote something in response.
+
+=cut
+
+use Modern::Perl;
+use RPC::XML;
+use RPC::XML::Client;
+use XML::LibXML;
+use LWP::UserAgent;
+use Data::Dumper;
+
+if (@ARGV != 2) {
+  die "Usage: pingback-client FROM TO\n";
+}
+
+my ($from, $to) = @ARGV;
+my $ua = LWP::UserAgent->new;
+$ua->agent("OddmusePingbackClient/0.1");
+
+print "Getting $to\n";
+my $response = $ua->get($to);
+
+if (!$response->is_success) {
+  die $response->status_line;
+}
+
+print "Parsing $to\n";
+my $data = $response->decoded_content;
+
+my $parser = XML::LibXML->new(recover => 2);
+my $dom = $parser->load_html(string => $data);
+my $pingback = $dom->findvalue('//link[@rel="pingback"]/@href');
+
+if (!$pingback) {
+  die "Pingback URL not found in $to\n";
+}
+
+print "Pingback URL is $pingback\n";
+
+my $request = RPC::XML::request->new(
+  'pingback.ping', $from, $to);
+my $client = RPC::XML::Client->new($pingback);
+$response = $client->send_request($request);
+
+if (!ref($response)) {
+  die $response;
+}
+
+print Dumper($response->value);

scripts/rc2mail.pl

@@ -1,5 +1,5 @@
 #! /usr/bin/perl
-# Copyright (C) 2010  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2010–2019  Alex Schroeder <alex@gnu.org>
 
 # This program is free software: you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -22,6 +22,8 @@ use MIME::Entity;
 use File::Temp;
 use File::Basename;
 use File::Path;
+use Net::SMTP;
+use Authen::SASL qw(Perl);
 
 # This script can be invoked as follows:
 # perl rc2mail.pl -r http://localhost/cgi-bin/wiki \
@@ -36,7 +38,8 @@ use File::Path;
 #    gets http://localhost/cgi-bin/wiki?action=rss;days=1;full=1;short=0
 #    And http://localhost/cgi-bin/wiki?action=subscriptionlist;raw=1;pwd=foo
 # -m user:password@mailhost for sending email using SMTP Auth. Without this
-#    information, the script will send mail to localhost.
+#    information, the script will send mail to localhost. The host can end
+#    in a port number, e.g. "kensanata:*secret*@smtp.migadu.com:587"
 # -f email address to use as the sender.
 # -t timestamp file; it's last modified date is used to determine when the
 #    the last run was and an appropriate URL is used. Instead of days=1 it
@@ -137,7 +140,7 @@ sub send_files {
     $sent += @subscribers;
     send_file($id, $title, $item, @subscribers);
   }
-  print "$sent messages sent\n" if $sent;
+  print "$sent messages sent\n" if $sent and not $quiet;
 }
 
 sub send_file {
@@ -170,37 +173,20 @@ sub send_mail {
 				     Path => $fh,
 				     Type=> "text/html");
   if ($host) {
-    print "Sending $title to $subscriber using ${user}\@${host}\n" if $verbose;
-    eval {
-      require Net::SMTP::TLS;
-      my $smtp = Net::SMTP::TLS->new($host,
-				     User => $user,
-				     Password => $password);
-      $smtp->mail($from);
-      $smtp->to($subscriber);
+    print "$root\nSending $title to $subscriber using ${user}\@${host}\n" if $verbose;
+    my $smtp = Net::SMTP->new($host, Debug => $debug);
+    $smtp->starttls();
+    # the following requires Authen::SASL!
+    $smtp->auth($user, $password);
+    $smtp->mail($from);
+    if ($smtp->to($subscriber)) {
       $smtp->data;
       $smtp->datasend($mail->stringify);
       $smtp->dataend;
-      $smtp->quit;
-    };
-    if ($@) {
-      require Net::SMTP::SSL;
-      my $smtp = Net::SMTP::SSL->new($host, Port => 465);
-      $smtp->auth($user, $password);
-      $smtp->mail($from);
-      $smtp->to($subscriber);
-      $smtp->data;
-      $smtp->datasend($mail->stringify);
-      $smtp->dataend;
-      $smtp->quit;
-    }
-  } else {
-    my @recipients = $mail->smtpsend();
-    if (@recipients) {
-      print "Sent $title to ", join(', ', @recipients), "\n" unless $quiet;
     } else {
-      print "Failed to send $title to $subscriber\n" unless $quiet;
+      warn "Error: ", $smtp->message();
     }
+    $smtp->quit;
   }
 }
 

scripts/stats.pl

@@ -0,0 +1,91 @@
+#! /usr/bin/perl -w
+
+# Copyright (C) 2005, 2007, 2021  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+use Modern::Perl;
+
+sub ParseData {
+  my $data = shift;
+  my %result;
+  while ($data =~ /(\S+?): (.*?)(?=\n[^ \t]|\Z)/sg) {
+    my ($key, $value) = ($1, $2);
+    $value =~ s/\n\t/\n/g;
+    $result{$key} = $value;
+  }
+  return %result;
+}
+
+sub main {
+  my ($PageDir) = @_;
+  my $pages = 0;
+  my $texts = 0;
+  my $redirects = 0;
+  my $files = 0;
+  my $big = 0;
+  # include dotfiles!
+  local $/ = undef;   # Read complete files
+  say "Reading files...";
+  my @files = glob("$PageDir/*.pg $PageDir/.*.pg");
+  my $n = @files;
+  local $| = 1; # flush!
+  foreach my $file (@files) {
+    if (not --$n % 10) {
+      printf("\r%06d files to go", $n);
+    }
+    next unless $file =~ m|.*/(.+)\.pg$|;
+    my $page = $1;
+    open(F, $file) or die "Cannot read $page file: $!";
+    my $data = <F>;
+    close(F);
+    my %result = ParseData($data);
+    $pages++;
+    if ($result{text} =~ /^#FILE /) {
+      $files++;
+    } elsif ($result{text} =~ /^#REDIRECT /) {
+      $redirects++;
+    } else {
+      $texts++;
+      $big++ if length($result{text}) > 15000;
+    }
+  }
+  printf("\r%06d files to go\n", 0);
+  printf("Pages:    %7d\n", $pages);
+  printf("Files:    %7d\n", $files);
+  printf("Redirects: %6d\n", $redirects);
+  printf("Texts:    %7d\n", $texts);
+  printf("Big:      %7d\n", $big);
+}
+
+use Getopt::Long;
+my $regexp = undef;
+my $page = 'page';
+my $help;
+GetOptions ("page=s"   => \$page,
+	    "help"     => \$help);
+
+if ($help) {
+  print qq{
+Usage: $0 [--page DIR]
+
+Prints some stats about the pages in DIR.
+
+--page designates the page directory. By default this is 'page' in the
+  current directory. If you run this script in your data directory,
+  the default should be fine.
+}
+} else {
+  main ($page);
+}

scripts/tarballs.pl

@@ -1,24 +1,41 @@
 #!/usr/bin/env perl
+use Modern::Perl;
 use Mojolicious::Lite;
 use Mojo::Cache;
 use Archive::Tar;
 use File::Basename;
+use Sort::Versions;
 use Encode qw(decode_utf8);
 my $dir = "/home/alex/oddmuse.org/releases";
 my $cache = Mojo::Cache->new(max_keys => 50);
 
-get '/' => sub {
-  my $c = shift;
-  my @tarballs = sort map {
+sub tarballs {
+  my @tarballs = reverse sort versioncmp map {
     my ($name, $path, $suffix) = fileparse($_, '.tar.gz');
     $name;
   } <$dir/*.tar.gz>;
-  $c->render(template => 'index', tarballs => \@tarballs);
+  return \@tarballs;
+}
+
+sub tarball {
+  my $tarball = shift;
+  if ($tarball eq 'latest') {
+    my $tarballs = tarballs();
+    $tarball = shift @$tarballs;
+  }
+  return $tarball;
+}
+
+get '/' => sub {
+  my $c = shift;
+  my $tarballs = tarballs();
+  unshift @$tarballs, 'latest';
+  $c->render(template => 'index', tarballs => $tarballs);
 } => 'main';
 
 get '/#tarball' => sub {
   my $c = shift;
-  my $tarball = $c->param('tarball');
+  my $tarball = tarball $c->param('tarball');
   my $files = $cache->get($tarball);
   if (not $files) {
     $c->app->log->info("Reading $tarball.tar.gz");
@@ -36,7 +53,7 @@ get '/#tarball' => sub {
 
 get '/#tarball/#file' => sub {
   my $c = shift;
-  my $tarball = $c->param('tarball');
+  my $tarball = tarball $c->param('tarball');
   my $file = $c->param('file');
   my $text = $cache->get("$tarball/$file");
   if (not $text) {

scripts/translations-stats

@@ -30,7 +30,7 @@ if (@ARGV == 1 and $ARGV[0] eq '--help') {
 sub AddModuleDescription { print $_[0], ' ' };
 our %Translate;
 
-my @files = <modules/translations/*-utf8.pl>;
+my @files = <./modules/translations/*-utf8.pl>;
 for (@files) {
   if (@ARGV) { # some specific modules
     my $files = join ' ', map { quotemeta } @ARGV; # quick and dirty

scripts/unsubscribe.pl

@@ -0,0 +1,120 @@
+#! /usr/bin/perl
+# Copyright (C) 2010–2021  Alex Schroeder <alex@gnu.org>
+
+# This program is free software: you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option) any later
+# version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program. If not, see <http://www.gnu.org/licenses/>.
+
+=head1 NAME
+
+unsubscribe.pl - mass unsubscribe from Oddmuse
+
+=head2 SYNOPSIS
+
+B<perl unsubscribe.pl> F<MAILDB> [B<--regexp=>I<REGEXP>]
+
+B<perl unsubscribe.pl> F<MAILDB> [B<--dump>]
+
+=head2 DESCRIPTION
+
+If you use the Mail Extension to Oddmuse, you end up with subscriptions to very
+old pages. This script helps you unsubsribe people from old pages.
+
+C<--regexp> indicates a regular expression matching pages names
+
+The mandatory F<MAILDB> argument is the file containing all the mail
+subscriptions.
+
+=head2 EXAMPLES
+
+Make a copy, unsubscribe people, check a dump of the remaining subscriptions,
+and move the file back to the wiki data directory.
+
+    cp ~/alexschroeder/mail.db copy.db
+    perl ~/src/oddmuse/scripts/unsubscribe.pl copy.db --regexp='20[01][0-9]'
+    perl ~/src/oddmuse/scripts/unsubscribe.pl copy.db --dump
+    mv copy.db ~/alexschroeder/mail.db
+
+=cut;
+
+use Modern::Perl;
+use Getopt::Long;
+use Encode qw(encode_utf8 decode_utf8);
+use DB_File;
+
+binmode(STDOUT, ":utf8");
+
+my $re = "";
+my $confirm;
+my $dump;
+
+GetOptions ("regexp=s" => \$re,
+	    "dump" => \$dump,
+	    "confirm" => \$confirm, );
+
+my $file = shift;
+
+die "Not a file: $file" unless -f $file;
+die "Unknown arguments: @ARGV" if @ARGV;
+
+sub UrlEncode {
+  my $str = shift;
+  return '' unless $str;
+  my @letters = split(//, encode_utf8($str));
+  my %safe = map {$_ => 1} ('a' .. 'z', 'A' .. 'Z', '0' .. '9', '-', '_', '.', '!', '~', '*', "'", '(', ')', '#');
+  foreach my $letter (@letters) {
+    $letter = sprintf("%%%02x", ord($letter)) unless $safe{$letter};
+  }
+  return join('', @letters);
+}
+
+sub UrlDecode {
+  my $str = shift;
+  return '' unless $str;
+  $str =~ s/%([0-9a-f][0-9a-f])/chr(hex($1))/eig;
+  return decode_utf8($str);
+}
+
+tie my %h, "DB_File", $file;
+my $FS = "\x1e";
+
+if ($dump) {
+  for my $key (keys %h) {
+    my @value = split /$FS/, UrlDecode($h{$key});
+    say UrlDecode($key), ": @value";
+  }
+  exit;
+}
+
+for my $raw (keys %h) {
+  if ($raw =~ /@/) {
+    # email address
+    my $mail = UrlDecode($raw);
+    my $value = $h{$raw};
+    my @subscriptions = grep !/$re/, map { UrlDecode($_) } split /$FS/, $value;
+    if (@subscriptions) {
+      $h{$raw} = join $FS, map { UrlEncode($_) } @subscriptions if $confirm;
+      say "> $mail: remains subscribed to @subscriptions";
+    } else {
+      delete $h{$raw} if $confirm;
+      say "> $mail: unsubscribe from all pages";
+    }
+  } else {
+    my $id = UrlDecode($raw);
+    next unless $id =~ /$re/;
+    delete $h{$raw} if $confirm;
+    say "Delete $id";
+  }
+}
+
+untie %h;
+
+say "Use --confirm to actually do it" unless $confirm;

scripts/webmention.pl

@@ -0,0 +1,84 @@
+#! /usr/bin/perl -w
+
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+=head1 Webmention from one site to another
+
+If you link from page A on your site to page B on some other site, you can
+invoke this script with the command-line arguments A and B. In theory, this will
+create a link back from B to A, letting them and all their visitors know that
+you wrote something in response.
+
+=cut
+
+use Modern::Perl;
+use XML::LibXML;
+use LWP::UserAgent;
+use Data::Dumper;
+
+if (@ARGV != 2) {
+  die "Usage: webmention FROM TO\n";
+}
+
+my $parser = XML::LibXML->new(recover => 2);
+
+my ($from, $to) = @ARGV;
+my $ua = LWP::UserAgent->new(agent => "Oddmuse Webmention Client/0.1");
+
+print "Getting $from\n";
+my $response = $ua->get($from);
+
+if (!$response->is_success) {
+  die $response->status_line;
+}
+
+print "Parsing $from\n";
+my ($username, $homepage);
+my $dom = $parser->load_html(string => $response->decoded_content);
+my @nodes = $dom->findnodes('//*[@rel="author"]');
+if (@nodes) {
+  my $node = shift @nodes;
+  $username = $node->textContent;
+  $homepage = $node->getAttribute('href');
+}
+print "Webmention from " . join(", ", $username, $homepage) . "\n"
+    if $username or $homepage;
+
+print "Getting $to\n";
+$response = $ua->get($to);
+
+if (!$response->is_success) {
+  die $response->status_line;
+}
+
+print "Parsing $to\n";
+$dom = $parser->load_html(string => $response->decoded_content);
+my $webmention = $dom->findvalue('//link[@rel="webmention"]/@href');
+
+if (!$webmention) {
+  die "Webmention URL not found in $to\n";
+}
+
+print "Webmention URL is $webmention\n";
+
+$response = $ua->post($webmention, { source => $from, target => $to });
+
+my $message = $response->code . " " . $response->message . "\n";
+if ($response->is_success) {
+  print $message;
+} else {
+  die $message;
+}

stuff/README.md

@@ -3,3 +3,66 @@ Extra Files
 
 Some of the modules requires extra files -- graphics, templates, and
 so on.
+
+Gopher Server
+-------------
+
+Example usage:
+
+Change your working directory to the root of the Oddmuse repository
+(the parent directory of this directory).
+
+Set the environment variable `WikiDataDir` to `test-data`:
+
+```
+export WikiDataDir=test-data
+```
+
+Test that the simple web server works by running `stuff/server.pl`.
+This should start the web server on `http://localhost:8080/`. Visit
+the link using your web browser and edit `HomePage`.
+
+You should see a `test-data` directory containing the new page.
+
+Now start the gopher server on port 7070 by running
+`stuff/gopher-server.pl --port=7070`. If you don't provide an explicit
+port a random port is used and you'll need to read the server output
+to determine the actual port. That's why we're setting the port
+ourselves. Remember that using ports below 1024 require special
+privileges. Don't use them unless you know what you're doing.
+
+Test the gopher server by simulating a request using `echo HomePage |
+nc localhost 7070`. You should get back the content of the page you
+wrote.
+
+Let's test encryption. Create a self-signed certificate and a private
+key. If you use the following command, you can leave all the fields
+empty except for the common name. The common name you provide must
+match the server name you are using. In our case, that would be
+`localhost`.
+
+```
+openssl req -new -x509 -days 365 -nodes -out \
+        gopher-server-cert.pem -keyout gopher-server-key.pem
+```
+
+Start the gopher server on port 7443 using this information with
+`stuff/gopher-server.pl --port=7443
+--wiki_key_file=gopher-server-key.pem
+--wiki_cert_file=gopher-server-cert.pem`.
+
+If you test this by simulating an unencrypted request using `echo
+HomePage | nc localhost 7443`, you shouldn't get any output. Use `echo
+HomePage | gnutls-cli --no-ca-verification localhost:7443` and you
+should get back your page. Actually, you have the certificate right
+there so you might as well provide it: `echo HomePage | gnutls-cli
+--x509cafile=gopher-server-cert.pem localhost:7443`
+
+What you'd expect to see is a lot of cryptography output by
+`gnutls-cli` and at the very end the content of the page. If you're
+seeing `Fatal error: Error in the pull function` instead, then perhaps
+the timing of things is a bit off. Introducing a short wait fixed this
+for me. `(sleep 1;echo HomePage) | gnutls-cli
+--x509cafile=gopher-server-cert.pem localhost:7443`
+
+Good luck!

stuff/gopher-server.pl

@@ -1,5 +1,5 @@
 #!/usr/bin/env perl
-# Copyright (C) 2017–2018  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2017–2019  Alex Schroeder <alex@gnu.org>
 
 # This program is free software: you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -22,11 +22,11 @@ use Text::Wrap;
 use List::Util qw(first);
 use Socket;
 
-our($RunCGI, $DataDir, %IndexHash, @IndexList, $IndexFile, $TagFile, $q, %Page,
-    $OpenPageName, $MaxPost, $ShowEdits, %Locks, $CommentsPattern,
-    $CommentsPrefix, $EditAllowed, $NoEditFile, $SiteName, $ScriptName, $Now,
-    %RecentVisitors, $SurgeProtection, $SurgeProtectionTime,
-    $SurgeProtectionViews);
+our($RunCGI, $DataDir, %IndexHash, @IndexList, $IndexFile, $TagFile, $q,
+    %Page, $OpenPageName, $MaxPost, $ShowEdits, %Locks, $CommentsPattern,
+    $CommentsPrefix, $EditAllowed, $NoEditFile, $SiteName, $ScriptName,
+    $Now, %RecentVisitors, $SurgeProtectionTime, $SurgeProtectionViews,
+    $SurgeProtection);
 
 my $external_image_path = '/home/alex/alexschroeder.ch/pics/';
 
@@ -78,10 +78,14 @@ sub post_configure_hook {
   $self->write_help if $ARGV[0] eq '--help';
 
   $DataDir = $self->{server}->{wiki_dir} || $ENV{WikiDataDir} || '/tmp/oddmuse';
-  
+
   $self->log(3, "PID $$");
   $self->log(3, "Host " . ("@{$self->{server}->{host}}" || "*"));
   $self->log(3, "Port @{$self->{server}->{port}}");
+
+  # Note: if you use sudo to run gopher-server.pl, these options might not work!
+  $self->log(4, "--wikir_dir says $self->{server}->{wiki_dir}\n");
+  $self->log(4, "\$WikiDataDir says $ENV{WikiDataDir}\n");
   $self->log(3, "Wiki data dir is $DataDir\n");
 
   $RunCGI = 0;
@@ -121,7 +125,7 @@ wiki_key_file - the filename containing a private key in PEM format
 For many of the options, more information can be had in the Net::Server
 documentation. This is important if you want to daemonize the server. You'll
 need to use --pid_file so that you can stop it using a script, --setsid to
-daemonize it, --log_file to write keep logs, and you'll net to set the user or
+daemonize it, --log_file to write keep logs, and you'll need to set the user or
 group using --user or --group such that the server has write access to the data
 directory.
 
@@ -192,6 +196,14 @@ sub normal_to_free {
   return $title;
 }
 
+sub free_to_normal {
+  my $title = shift;
+  $title =~ s/^ +//g;
+  $title =~ s/ +$//g;
+  $title =~ s/ +/_/g;
+  return $title;
+}
+
 sub print_text {
   my $self = shift;
   my $text = shift;
@@ -236,18 +248,19 @@ sub serve_main_menu {
 
   $self->print_info("Phlog:");
   my @pages = sort { $b cmp $a } grep(/^\d\d\d\d-\d\d-\d\d/, @IndexList);
+  # we should check for pages marked for deletion!
   for my $id (@pages[0..9]) {
-    $self->print_menu("1" . normal_to_free($id), "$id/menu");
+    $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
   }
   $self->print_menu("1" . "More...", "do/more");
   $self->print_info("");
 
   for my $id (@{$self->{server}->{wiki_pages}}) {
-    $self->print_menu("1" . normal_to_free($id), "$id/menu");
+    $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
   }
 
   for my $id (@{$self->{server}->{menu}}) {
-    $self->print_menu("1" . normal_to_free($id), "map/$id");
+    $self->print_menu("1" . normal_to_free($id), "map/" . free_to_normal($id));
   }
 
   $self->print_menu("1" . "Recent Changes", "do/rc");
@@ -270,7 +283,7 @@ sub serve_phlog_archive {
   $self->log(3, "Serving phlog archive");
   my @pages = sort { $b cmp $a } grep(/^\d\d\d\d-\d\d-\d\d/, @IndexList);
   for my $id (@pages) {
-    $self->print_menu("1" . normal_to_free($id), "$id/menu");
+    $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
   }
 }
 
@@ -278,7 +291,7 @@ sub serve_index {
   my $self = shift;
   $self->log(3, "Serving index of all pages");
   for my $id (sort newest_first @IndexList) {
-    $self->print_menu("1" . normal_to_free($id), "$id/menu");
+    $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
   }
 }
 
@@ -289,7 +302,7 @@ sub serve_match {
   $self->print_info("Use a regular expression to match page titles.");
   $self->print_info("Spaces in page titles are underlines, '_'.");
   for my $id (sort newest_first grep(/$match/i, @IndexList)) {
-    $self->print_menu( "1" . normal_to_free($id), "$id/menu");
+    $self->print_menu( "1" . normal_to_free($id), free_to_normal($id) . "/menu");
   }
 }
 
@@ -300,7 +313,7 @@ sub serve_search {
   $self->print_info("Use regular expressions separated by spaces.");
   SearchTitleAndBody($str, sub {
     my $id = shift;
-    $self->print_menu("1" . normal_to_free($id), "$id/menu");
+    $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
   });
 }
 
@@ -314,7 +327,7 @@ sub serve_tags {
     $count{$tag} = @{$h{$tag}};
   }
   foreach my $id (sort { $count{$b} <=> $count{$a} } keys %count) {
-    $self->print_menu("1" . normal_to_free($id), "$id/tag");
+    $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/tag");
   }
 }
 
@@ -341,7 +354,7 @@ sub serve_rc {
     sub {
         my($id, $ts, $author_host, $username, $summary, $minor, $revision,
 	   $languages, $cluster, $last) = @_;
-	$self->print_menu("1" . normal_to_free($id), "$id/menu");
+	$self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
 	for my $line (split(/\n/, wrap('    ', '  ', $summary))) {
 	  $self->print_info($line);
 	}
@@ -394,9 +407,9 @@ sub serve_page_comment_link {
       # sometimes we are on a comment page and cannot derive the original
       $self->print_menu("1" . "Back to the original page",
 		 "$original/menu") if $original;
-      $self->print_menu("w" . "Add a comment", "$id/append/text");
+      $self->print_menu("w" . "Add a comment", free_to_normal($id) . "/append/text");
     } else {
-      my $comments = $CommentsPrefix . $id;
+      my $comments = free_to_normal($CommentsPrefix . $id);
       $self->print_menu("1" . "Comments on this page", "$comments/menu");
     }
   }
@@ -407,7 +420,7 @@ sub serve_page_history_link {
   my $id = shift;
   my $revision = shift;
   if (not $revision) {
-    $self->print_menu("1" . "Page History", "$id/history");
+    $self->print_menu("1" . "Page History", free_to_normal($id) . "/history");
   }
 }
 
@@ -419,7 +432,7 @@ sub serve_file_page_menu {
   my $code = substr($type, 0, 6) eq 'image/' ? 'I' : '9';
   $self->log(3, "Serving file page menu for " . UrlEncode($id));
   $self->print_menu($code . normal_to_free($id)
-	     . ($revision ? "/$revision" : ""), $id);
+	     . ($revision ? "/$revision" : ""), free_to_normal($id));
   $self->serve_page_comment_link($id, $revision);
   $self->serve_page_history_link($id, $revision);
 }
@@ -429,16 +442,16 @@ sub serve_text_page_menu {
   my $id = shift;
   my $page = shift;
   my $revision = shift;
-  $self->log(3, "Serving text page menu for " . UrlEncode($id)
+  $self->log(3, "Serving text page menu for $id"
 	     . ($revision ? "/$revision" : ""));
 
   $self->print_info("The text of this page:");
   $self->print_menu("0" . normal_to_free($id),
-	     $id . ($revision ? "/$revision" : ""));
+		    free_to_normal($id) . ($revision ? "/$revision" : ""));
   $self->print_menu("h" . normal_to_free($id),
-	     $id . ($revision ? "/$revision" : "") . "/html");
+		    free_to_normal($id) . ($revision ? "/$revision" : "") . "/html");
   $self->print_menu("w" . "Replace " . normal_to_free($id),
-	     $id . "/write/text");
+		    free_to_normal($id) . "/write/text");
 
   $self->serve_page_comment_link($id, $revision);
   $self->serve_page_history_link($id, $revision);
@@ -447,35 +460,47 @@ sub serve_text_page_menu {
   while ($page->{text} =~ /
 	 \[\[ (?<title>[^\]|]*) (?:\|(?<text>[^\]]*))? \]\]
 	 | \[ (?<url>https?:\/\/\S+) \s+ (?<text>[^\]]*) \]
+	 | (?<url>https?:\/\/\S+)
 	 | \[ (?<text>[^\]]*) \] \( (?<url>https?:\/\/\S+) \)
-	 | \[ gopher:\/\/ (?<hostname>[^:\/]*) (?::(?<port>\d+))?
-	      (?:\/(?<type>\d) (?<selector>\S+))?
-              \s+ (?<text>[^\]]+)\]
+	 | \[ gophers?:\/\/ (?<hostname>[^:\/]*) (?::(?<port>\d+))?
+	      (?:\/(?<type>\d)? (?<selector>\S+))? \]
+	 | \[ gophers?:\/\/ (?<hostname>[^:\/]*) (?::(?<port>\d+))?
+	      (?:\/(?<type>\d)? (?<selector>\S+))?
+              \s+ (?<text>[^\]]+) \]
 	 | \[ (?<text>[^\]]+) \]
-           \( gopher:\/\/ (?<hostname>[^:\/]*) (?::(?<port>\d+))?
-	      (?:\/(?<type>\d) (?<selector>\S+))? \)
+           \( gophers?:\/\/ (?<hostname>[^:\/]*) (?::(?<port>\d+))?
+	      (?:\/(?<type>\d)? (?<selector>\S+))? \)
 	 /xg) {
+    # remember $type can be "0" and thus "false" -- use // and defined instead!
     my ($title, $text, $url, $hostname,
 	$port, $type, $selector)
 	= ($+{title}, $+{text}, $+{url}, $+{hostname},
-	   $+{port}||70, $+{type}||1, $+{selector});
+	   $+{port}||70, $+{type}//1, $+{selector});
+    $title =~ s/\n/ /g;
+    $text =~ s/\n/ /g;
     if ($first) {
       $self->print_info("");
       $self->print_info("Links leaving " . normal_to_free($id) . ":");
       $first = 0;
     }
-    if ($hostname) {
+    if ($hostname and $text) {
       $self->print_text(join("\t", $type . $text, $selector, $hostname, $port) . "\r\n");
-    } elsif ($url) {
+    } elsif ($hostname and $selector) {
+      $self->print_text(join("\t", "$type$hostname:$port/$type$selector", $selector, $hostname, $port) . "\r\n");
+    } elsif ($hostname) {
+      $self->print_text(join("\t", "1$hostname:$port", $selector, $hostname, $port) . "\r\n");
+    } elsif ($url and $text) {
       $self->print_menu("h$text", "URL:" . $url, undef, undef, 1);
+    } elsif ($url) {
+      $self->print_menu("h$url", "URL:" . $url, undef, undef, 1);
     } elsif ($title and substr($title, 0, 4) eq 'tag:') {
       $self->print_menu("1" . ($text||substr($title, 4)),
-			substr($title, 4) . "/tag");
+			free_to_normal(substr($title, 4)) . "/tag");
     } elsif ($title =~ s!^image[/a-z]* external:!pics/!) {
-      $self->print_menu("I" . $text||$title, $title);
+      $self->print_menu("I" . $text||$title, $title); # do not normalize space
     } elsif ($title) {
       $title =~ s!^image[/a-z]*:!!i;
-      $self->print_menu("1" . ($text||$title), $title . "/menu");
+      $self->print_menu("1" . ($text||$title), free_to_normal($title) . "/menu");
     }
   }
 
@@ -491,7 +516,7 @@ sub serve_text_page_menu {
     $self->print_text(join("\t", $type . $text, $selector, $hostname, $port)
 		      . "\r\n");
   }
-  
+
   if ($page->{text} =~ m/<journal search tag:(\S+)>\s*/) {
     my $tag = $1;
     $self->print_info("");
@@ -505,7 +530,7 @@ sub serve_page_history {
   $self->log(3, "Serving history of " . UrlEncode($id));
   OpenPage($id);
 
-  $self->print_menu("1" . normal_to_free($id) . " (current)", "$id/menu");
+  $self->print_menu("1" . normal_to_free($id) . " (current)", free_to_normal($id) . "/menu");
   $self->print_info(CalcTime($Page{ts})
       . " by " . GetAuthor($Page{username})
       . ($Page{summary} ? ": $Page{summary}" : "")
@@ -514,7 +539,7 @@ sub serve_page_history {
   foreach my $revision (GetKeepRevisions($OpenPageName)) {
     my $keep = GetKeptRevision($revision);
     $self->print_menu("1" . normal_to_free($id) . " ($keep->{revision})",
-	       "$id/$keep->{revision}/menu");
+		      free_to_normal($id) . "/$keep->{revision}/menu");
     $self->print_info(CalcTime($keep->{ts})
 	. " by " . GetAuthor($keep->{username})
 	. ($keep->{summary} ? ": $keep->{summary}" : "")
@@ -571,9 +596,10 @@ sub serve_text_page {
   my $id = shift;
   my $page = shift;
   my $text = $page->{text};
+  $text =~ s/^\./../mg;
+  $text =~ s/\[\[tag:([^]]+)\]\]/'#' . join('_', split(' ', $1))/mge;
   $self->log(3, "Serving " . UrlEncode($id) . " as " . length($text)
 	     . " bytes of text");
-  $text =~ s/^\./../mg;
   $self->print_text($text);
 }
 
@@ -658,7 +684,7 @@ sub serve_tag_list {
   my $tag = shift;
   $self->print_info("Search result for tag $tag:");
   for my $id (sort newest_first TagFind($tag)) {
-    $self->print_menu("1" . normal_to_free($id), "$id/menu");
+    $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
   }
 }
 
@@ -668,7 +694,7 @@ sub serve_tag {
   $self->log(3, "Serving tag " . UrlEncode($tag));
   if ($IndexHash{$tag}) {
     $self->print_info("This page is about the tag $tag.");
-    $self->print_menu("1" . normal_to_free($tag), "$tag/menu");
+    $self->print_menu("1" . normal_to_free($tag), free_to_normal($tag) . "/menu");
     $self->print_info("");
   }
   $self->serve_tag_list($tag);
@@ -706,7 +732,7 @@ sub write_page_ok {
   my $self = shift;
   my $id = shift;
   $self->print_info("Page was saved.");
-  $self->print_menu("1" . normal_to_free($id), "$id/menu");
+  $self->print_menu("1" . normal_to_free($id), free_to_normal($id) . "/menu");
 }
 
 sub write_page_error {

stuff/hypnotoad.pl

@@ -0,0 +1,4 @@
+use Mojo::Server::Hypnotoad;
+warn "Use hypnotoad -s stuff/hypnotoad.pl to stop the server\n";
+my $hypnotoad = Mojo::Server::Hypnotoad->new;
+$hypnotoad->run('stuff/mojolicious-app.pl');

stuff/mojolicious-app.pl

@@ -0,0 +1,17 @@
+# From the root directory, run one of the following:
+# 1. stuff/mojolicious-app.pl daemon -l http://localhost:8080
+# 2. stuff/hypnotoad.pl
+# 3. stuff/toadfarm.pl start
+
+use Mojolicious::Lite;
+
+plugin CGI => {
+  support_semicolon_in_query_string => 1,
+};
+
+plugin CGI => {
+  route => '/',
+  script => 'wiki.pl',
+};
+
+app->start;

stuff/release

@@ -33,7 +33,7 @@ EOT
 
 my $min = version->parse(shift || "2.3.0");
 
-my @tags = grep { /(\d+\.\d+\.\d+)/ and version->parse($1) >= $min } 
+my @tags = grep { /(\d+\.\d+\.\d+)/ and version->parse($1) >= $min }
            split(/\n/, qx{git tag --list});
 
 unless (@tags) {
@@ -47,7 +47,7 @@ for my $tag (@tags) {
     next;
   }
   print "Preparing $tag\n";
-  
+
   system("git", "checkout", $tag) == 0
       or die "Failed to git checkout $tag\n";
   system("make", "prepare") == 0
@@ -62,5 +62,5 @@ for my $tag (@tags) {
       or die "Failed to remove the directory oddmuse-$tag\n";
 }
 
-system("git", "checkout", "master") == 0
-    or die "Failed to git checkout master\n";
+system("git", "checkout", "main") == 0
+    or die "Failed to git checkout main\n";

stuff/server.pl

@@ -1,4 +1,4 @@
-#!/bin/env perl
+#!/usr/bin/env perl
 # Copyright (C) 2015  Alex Schroeder <alex@gnu.org>
 
 # This program is free software: you can redistribute it and/or modify it under
@@ -13,6 +13,23 @@
 # You should have received a copy of the GNU General Public License along with
 # this program. If not, see <http://www.gnu.org/licenses/>.
 
+# What is this?
+# =============
+#
+# This is a script that will server a wiki using a web server written in Perl,
+# without a fancy framework like Mojolicious. Instead, it uses
+# HTTP::Server::Simple::CGI.
+#
+# A simple usecase would be that you have had a wiki running years ago but then
+# you forgot all about it and your Apache config no longer works and who knows
+# how the system Perl is doing. So check out the data dir and notice that the
+# files belong to a user called _www... And so you run the following:
+#
+# sudo -u _www perl stuff/server.pl ./wiki.pl 3000 \
+#                   /Users/alex/WebServer/Oddmuse
+#
+# Your old wiki is served on localhost:3000 for you to examine.
+
 my $wiki = $ARGV[0] || './wiki.pl';
 my $port = $ARGV[1] || 8080;
 my $dir  = $ARGV[2];
@@ -33,6 +50,10 @@ $ENV{WikiDataDir} = $dir if $dir;
     package OddMuse;
     $q = shift;
 
+    # The equivalent of use CGI qw(-utf8) because it didn't work as part of
+    # cgi_init.
+    $CGI::PARAM_UTF8++;
+
     # NPH, or "no-parsed-header", scripts bypass the server completely by
     # sending the complete HTTP header directly to the browser.
     $q->nph(1);
@@ -44,10 +65,10 @@ $ENV{WikiDataDir} = $dir if $dir;
 die <<'EOT' unless -f $wiki;
 Usage: perl server.pl [WIKI [PORT [DIR]]]
 
-Example: perl server.pl wiki.pl 8080 ~/src/oddmuse/test-data
+Example: perl server.pl ./wiki.pl 8080 ~/src/oddmuse/test-data
 
 You may provide the Oddmuse wiki script on the command line. If you do not
-provide it, WIKI will default to 'wiki.pl'.
+provide it, WIKI will default to './wiki.pl'.
 
 You may provide a port number on the command line. If you do not provide it,
 PORT will default to 8080.
@@ -67,7 +88,7 @@ echo <<EOF > "$WikiDataDir/config"
 $AdminPass = 'foo';
 $ScriptName = 'http://localhost/';
 EOF
-perl stuff/server.pl wiki.pl &
+perl stuff/server.pl ./wiki.pl &
 SERVER=$!
 sleep 1
 w3m http://localhost:8080/

stuff/toadfarm.pl

@@ -0,0 +1,8 @@
+use Toadfarm -init;
+
+mount "stuff/mojolicious-app.pl" => {
+  "Host" => qr{^localhost:8080$},
+  mount_point => '/',
+};
+
+start;

t/atom.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2006–2015  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2006–2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -26,9 +26,6 @@ add_module('atom.pl');
 
 start_server();
 
-# Give the child time to start
-sleep 1; 
-
 # Check whether the child is up and running
 my $ua = LWP::UserAgent->new;
 my $response = $ua->get("$ScriptName?action=version");
@@ -141,5 +138,6 @@ sub trim {
   s/\s+$//g;
   return $_;
 }
-ok(trim($result->content->body) eq ("<p>" . trim($content) . '</p>'), 'verify content');
+my $re = "<p>" . trim($content) . '</p>';
+like($result->content->body, qr/$re/, 'verify content');
 ok($result->author->name eq $username, 'verify author');

t/ban-contributors.t

@@ -15,13 +15,42 @@
 require './t/test.pl';
 package OddMuse;
 use Test::More;
+use Net::IP;
 
 add_module('ban-contributors.pl');
 
+# 0-255
+is(BanContributors::get_regexp_ip('185.244.214.0', '185.244.214.255'),
+   '^185\.244\.214\.',
+   '185.244.214.0 - 185.244.214.255');
+
+# 48.0-63.255
+is(BanContributors::get_regexp_ip('42.118.48.0', '42.118.63.255'),
+   '^42\.118\.(4[8-9]|5[0-9]|6[0-3])\.',
+   '42.118.48.0 - 42.118.63.255');
+
+# 192.0-223.255
+is(BanContributors::get_regexp_ip('118.71.192.0', '118.71.223.255'),
+   '^118\.71\.(19[2-9]|2[0-1][0-9]|22[0-3])\.',
+   '118.71.192.0 - 118.71.223.255');
+
+# 56.180-57.70
 is(BanContributors::get_regexp_ip('77.56.180.0', '77.57.70.255'),
-   '^77\.(56\.(1[8-9][0-9]|2[0-4][0-9]|25[0-5])|5[7-9]|6[0-9]|70)\.',
+   '^77\.(56\.(1[8-9][0-9]|2[0-4][0-9]|25[0-5])|57\.([0-9]|[1-6][0-9]|70)\.',
    '77.56.180.0 - 77.57.70.255');
 
+# 45.87.2.128 - 45.87.2.255
+is(BanContributors::get_regexp_ip('45.87.2.128', '45.87.2.255'),
+   '^45\.87\.2\.(12[8-9]|1[3-9][0-9]|2[0-4][0-9]|25[0-5])',
+   '45.87.2.128 - 45.87.2.255');
+
+# 191.101.0.0/16
+# verify that Net::IP works as intended
+my $ip = Net::IP->new('191.101.0.0/16');
+ok($ip, 'Net::IP parsed CIDR');
+is($ip->ip, '191.101.0.0', 'First IP in range');
+is($ip->last_ip, '191.101.255.255', 'Last IP in range');
+
 $localhost = '127.0.0.1';
 $ENV{'REMOTE_ADDR'} = $localhost;
 
@@ -57,10 +86,9 @@ test_page($page, 'Rolling back changes', 'These URLs were rolled back',
 	  'doxycycline');
 test_page_negative($page, 'amoxil');
 
-# 127.0.0.1 has no inetnum
 test_page(get_page("action=ban id=Test"),
 	  'Ban Contributors to Test',
-	  quotemeta('127.0.0.1 () [ - ]'));
+	  quotemeta('127.0.0.1 () [127.0.0.0 - 127.255.255.255]'));
 
 SKIP: {
   skip "Net::Whois::Parser doesn't always return the same result", 4;
@@ -73,7 +101,7 @@ SKIP: {
 
   test_page(get_page('action=ban id=Test regexp="^46\.101\.([0-9]|[1-9][0-9]|1[0-1][0-9]|12[0-7])" range="[46.101.0.0 - 46.101.127.255]" recent_edit=on pwd=foo'),
 	    'Location: http://localhost/wiki.pl/BannedHosts');
-  
+
   test_page(get_page('BannedHosts'),
 	    quotemeta('^46\.101\.([0-9]|[1-9][0-9]|1[0-1][0-9]|12[0-7]) # '
 		      . CalcDay($Now)

t/calendar.t

@@ -31,15 +31,15 @@ add_module('calendar.pl');
 
 test_page(update_page("with_cal", "zulu\n\ncalendar:2006\n\nwarrior\n"),
 	  '<p>zulu</p><p class="nav">',
-	  '</pre></div><p>warrior</p></div><div class="wrapper close"></div></div><div class="footer">');
+	  '</pre></div><p>warrior</p></div><div class="wrapper close"></div></div><footer>');
 
 test_page(update_page("with_cal", "zulu\n\nmonth:2006-09\n\nwarrior\n"),
 	  '<p>zulu</p><div class="cal"><div class="month"><pre>',
-	  '</pre></div></div><p>warrior</p></div><div class="wrapper close"></div></div><div class="footer">');
+	  '</pre></div></div><p>warrior</p></div><div class="wrapper close"></div></div><footer>');
 
 test_page(update_page("with_cal", "zulu\n\nmonth:+0\n\nwarrior\n"),
 	  '<p>zulu</p><div class="cal"><div class="month"><pre>',
-	  '</pre></div></div><p>warrior</p></div><div class="wrapper close"></div></div><div class="footer">');
+	  '</pre></div></div><p>warrior</p></div><div class="wrapper close"></div></div><footer>');
 
 xpath_test(get_page('action=calendar'),
 	   # yearly navigation

t/config-page.t

@@ -21,4 +21,4 @@ AppendStringToFile($ConfigFile, "\$ConfigPage = 'Config';\n");
 
 xpath_test(update_page('Config', '@UserGotoBarPages = ("Foo", "Bar");',
 		       'config', 0, 1),
-	   '//div[@class="header"]/div[@class="menu"]/span[@class="gotobar bar"]/a[@class="local"][text()="Foo"]/following-sibling::a[@class="local"][text()="Bar"]');
+	   '//header/nav/span[@class="gotobar bar"]/a[@class="local"][text()="Foo"]/following-sibling::a[@class="local"][text()="Bar"]');

t/crossbar.t

@@ -100,7 +100,7 @@ bla
           quotemeta(qq{<div class="crossbar"><p>bla</p><h2>mu</h2>}),
           quotemeta(qq{<p>bla </p><div class="toc"><h2>$TocHeaderText</h2>}),
           quotemeta(qq{<ol><li><a href="#${TocAnchorPrefix}1">two</a><ol><li><a href="#${TocAnchorPrefix}2">three</a></li></ol></li><li><a href="#${TocAnchorPrefix}3">one</a></li></ol>}),
-          quotemeta(qq{one</a></li></ol></div></div><div class="content browse"><p>bla}));
+          quotemeta(qq{one</a></li></ol></div></div><div class="content browse" lang="en"><p>bla}));
           quotemeta(qq{<h2 id="${TocAnchorPrefix}1">two</h2>}),
           quotemeta(qq{<h2 id="${TocAnchorPrefix}3">one</h2>}),
 

t/definition-lists.t

@@ -0,0 +1,41 @@
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require './t/test.pl';
+package OddMuse;
+use Test::More;
+
+add_module('definition-lists.pl');
+
+run_tests(split('\n',<<'EOT'));
+this is a test\n\na test!
+this is a test<p>a test!</p>
+test\n: some definition
+<dl><dt>test</dt><dd>some definition</dd></dl>
+test\n: some definition\nand some text
+<dl><dt>test</dt><dd>some definition and some text</dd></dl>
+test\n: some definition\n\nbut this is not
+<dl><dt>test</dt><dd>some definition</dd></dl><p>but this is not</p>
+an introduction\n\ntest\n: some definition
+an introduction<dl><dt>test</dt><dd>some definition</dd></dl>
+test\n: some definition\nand this\n: is another definition
+<dl><dt>test</dt><dd>some definition</dd><dt>and this</dt><dd>is another definition</dd></dl>
+test\n: some definition\n: another definition
+<dl><dt>test</dt><dd>some definition</dd><dd>another definition</dd></dl>
+test\n: some definition\n\nand this\n: is another definition
+<dl><dt>test</dt><dd>some definition</dd><dt>and this</dt><dd>is another definition</dd></dl>
+EOT
+
+done_testing();

t/diff.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2006-2013  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2006-2019  Alex Schroeder <alex@gnu.org>
 
 # This program is free software: you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -14,7 +14,7 @@
 
 require './t/test.pl';
 package OddMuse;
-use Test::More tests => 25;
+use Test::More tests => 30;
 use utf8;
 
 # encoding stuff
@@ -46,14 +46,15 @@ test_page(get_page('action=browse diff=1 id=code'),
 update_page('david', 'this is the first revision', 'first revision');
 update_page('david', 'this is the second revision', 'second revision');
 update_page('david', 'this is the third revision', 'third revision');
-update_page('david', 'this is the fourth revision', 'fourth revision');
+update_page('david', 'this is the fourth revision', '    ');
+update_page('david', 'this is the fifth revision', '');
 # first make sure the history page shows the appropriate labels and
 # summaries
 test_page(get_page('action=history id=david'),
 	  'Revision 1', 'first revision',
 	  'Revision 2', 'second revision',
 	  'Revision 3', 'third revision',
-	  'Revision 4', 'fourth revision');
+	  'Revision 4');
 # using diffrevision=1 will make sure that the third revision is not shown
 xpath_test(get_page('action=browse diff=1 id=david revision=2 diffrevision=1'),
 	   '//p[@class="summary"][text()="Summary: second revision"]',
@@ -66,3 +67,12 @@ xpath_test(get_page('action=browse diff=1 id=david revision=2 diffrevision=1 cac
 	   '//div[@class="old"]/p/strong[text()="first"]',
 	   '//div[@class="new"]/p/strong[text()="second"]',
 	   '//div[@class="content browse"]/p[text()="this is the second revision"]');
+# check summaries
+$page = get_page('action=browse diff=1 id=david revision=5 diffrevision=1 cache=0');
+xpath_test($page,
+	   '//div[@class="summary"]/ul/li[text()="second revision"]',
+	   '//div[@class="summary"]/ul/li[text()="third revision"]',
+	   '//div[@class="summary"]/ul[count(li)=2]',
+	   '//div[@class="old"]/p/strong[text()="first"]',
+	   '//div[@class="new"]/p/strong[text()="fifth"]',
+	   '//div[@class="content browse"]/p[text()="this is the fifth revision"]');

t/duckduckgo-search.t

@@ -51,4 +51,4 @@ test_page(get_page('search=alex'),
 AppendStringToFile($ConfigFile, "\$ScriptName = 'http://emacswiki.org/';\n");
 test_page(get_page('search=alex'),
 	  'Status: 302',
-	  'Location: https://www.duckduckgo.com/\?q=alex\+site%3Aemacswiki\.org');
+	  'Location: https://duckduckgo.com/\?q=alex\+site%3Aemacswiki\.org');

t/dynamic-comments.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2011  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software: you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -23,18 +23,18 @@ test_page(update_page('2011-07-06', 'Hallo'),
 	  'Comments_on_2011-07-06');
 xpath_test(update_page('Hi', '<journal>'),
 	  '//h1/a[text()="2011-07-06"]',
-	  '//div[@class="journal"]/div[@class="page"]/p[@class="comment"]/a[text()="Comments on this page"]');
+	  '//div[@class="journal h-feed"]/article[@class="h-entry"]/p[@class="comment"]/a[text()="Comments on this page"]');
 
 add_module('dynamic-comments.pl');
 
 xpath_test(get_page('Hi'),
-	   '//div[@class="journal"]/div[@class="page"]/p[@class="comment"]/a[@href="http://localhost/wiki.pl/Comments_on_2011-07-06"][text()="Add Comment"]');
+	   '//div[@class="journal h-feed"]/article[@class="h-entry"]/p[@class="comment"]/a[@href="http://localhost/wiki.pl/Comments_on_2011-07-06"][text()="Add Comment"]');
 
 test_page(update_page('Comments_on_2011-07-06', 'Yo'),
 	  'Yo');
 
 xpath_test(get_page('Hi'),
-	   '//div[@class="journal"]/div[@class="page"]/p[@class="comment"]/a[@href="javascript:togglecomments(\'id0\')"][text()="Comments on 2011-07-06"]');
+	   '//div[@class="journal h-feed"]/article[@class="h-entry"]/p[@class="comment"]/a[@href="javascript:togglecomments(\'id0\')"][text()="Comments on 2011-07-06"]');
 
 # encoding basics
 $page = update_page('2011-07-06_(…)_Dü', 'Hallo Dü');
@@ -44,6 +44,6 @@ xpath_test($page, '//p[contains(text(), "Dü")]');
 update_page('Comments_on_2011-07-06_(…)_Dü', 'Yo');
 
 xpath_test(update_page('Hi', '<journal>'),
-	  '//h1/a[text()="2011-07-06 (…) Dü"]',
-	  '//div[@class="journal"]/div[@class="page"]/p[@class="comment"]/a[text()="Comments on 2011-07-06 (…) Dü"]',
-	  '//div[@class="journal"]/div[@class="page"]/p[@class="comment"]/a[@href="javascript:togglecomments(\'id0\')"]');
+	   '//h1/a[text()="2011-07-06 (…) Dü"]',
+	   '//div[@class="journal h-feed"]/article[@class="h-entry"]/p[@class="comment"]/a[text()="Comments on 2011-07-06 (…) Dü"]',
+	   '//div[@class="journal h-feed"]/article[@class="h-entry"]/p[@class="comment"]/a[@href="javascript:togglecomments(\'id0\')"]');

t/edit.t

@@ -21,5 +21,5 @@ xpath_test(get_page('action=edit id=NewPage'),
 	   '//textarea[@name="text"][@id="text"][not(boolean(text()))]',
 	   '//div[@class="wrapper"]/div[@class="content edit"]',
 	   '//div[@class="content edit"]/following-sibling::div[@class="wrapper close"]',
-	   '//div[@class="wrapper"]/following-sibling::div[@class="footer"]',
+	   '//div[@class="wrapper"]/following-sibling::footer',
 	  );

t/gemini-server.t

@@ -0,0 +1,340 @@
+# Copyright (C) 2017–2020  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+package OddMuse;
+use strict;
+use 5.10.0;
+use Test::More;
+use IO::Socket::SSL;
+use utf8; # tests contain UTF-8 characters and it matters
+use Modern::Perl;
+use XML::RSS;
+use XML::LibXML;
+
+require './t/test.pl';
+require './stuff/gemini-server.pl';
+
+add_module('tags.pl');
+
+# enable uploads and filtering by language
+our($ConfigFile);
+AppendStringToFile($ConfigFile, <<'EOT');
+$UploadAllowed = 1;
+%Languages = (
+  'de' => '\b(der|die|das|und|oder)\b',
+  'en' => '\b(i|he|she|it|we|they|this|that|a|is|was)\b', );
+EOT
+
+# enable comments
+our($CommentsPrefix);
+$CommentsPrefix = 'Comments_on_';
+AppendStringToFile($ConfigFile, "\$CommentsPrefix = 'Comments_on_';\n");
+AppendStringToFile($ConfigFile, "\@QuestionaskerQuestions = (['Who rules in Rivendell?' => sub { shift =~ /^Elrond/i }]);\n");
+
+# write a gemini-only extension
+our($DataDir);
+WriteStringToFile("$DataDir/gemini_config", <<'EOT');
+package OddMuse;
+use Modern::Perl;
+our (@extensions, @main_menu_links);
+push(@extensions, \&serve_cert);
+sub serve_cert {
+  my $self = shift;
+  my $url = shift;
+  my $selector = shift;
+  my $base = $self->base();
+  if ($selector =~ m!^do/test!) {
+    say "20 text/plain\r";
+    say "Test";
+    return 1;
+  }
+  return;
+}
+1;
+EOT
+
+my $host = "127.0.0.1";
+my $port = random_port();
+my $pid = fork();
+
+END {
+  # kill server
+  if ($pid) {
+    kill 'KILL', $pid or warn "Could not kill server $pid";
+  }
+}
+
+if (!defined $pid) {
+  die "Cannot fork: $!";
+} elsif ($pid == 0) {
+  use Config;
+  my $secure_perl_path = $Config{perlpath};
+  exec($secure_perl_path,
+       "stuff/gemini-server.pl",
+       "--host=$host",
+       "--port=$port",
+       "--wiki_cert_file=t/cert.pem",
+       "--wiki_key_file=t/key.pem",
+       "--log_level=0", # set to 4 for verbose logging
+       "--wiki=./wiki.pl",
+       "--wiki_dir=$DataDir",
+       "--wiki_pages=Alex",
+       "--wiki_pages=Berta",
+       "--wiki_pages=Chris")
+      or die "Cannot exec: $!";
+}
+
+# Sorting
+is(sub{$a="Alex"; $b="Berta"; newest_first()}->(), -1, "Alex before Berta");
+is(sub{$a="Alex"; $b="Comments_on_Alex"; newest_first()}->(), -1, "Alex before Comments_on_Alex");
+is(sub{$a="Chris"; $b="Comments_on_Alex"; newest_first()}->(), 1, "Chris after Comments_on_A");
+is(sub{$a="Image_1_for_Alex"; $b="Image_10_for_Alex"; newest_first()}->(), -1, "Image_1_for_Alex before Image_10_for_Alex");
+is(sub{$a="Comments_on_Alex"; $b="Image_1_for_Alex"; newest_first()}->(), -1, "Comments_on_Alex before Image_1_for_Alex");
+is(join(" ", sort newest_first qw(Alex Berta Chris)), "Alex Berta Chris", "Sort alphabetically");
+is(join(" ", sort newest_first qw(2017-12-25 2017-12-26 2017-12-27)), "2017-12-27 2017-12-26 2017-12-25", "Sort by date descending");
+is(join(" ", sort newest_first qw(Alex Comments_on_Alex Berta Chris)), "Alex Comments_on_Alex Berta Chris", "Comments after pages");
+is(join(" ", sort newest_first qw(2017-12-25 2017-12-26 Comments_on_2017-12-26 2017-12-27)), "2017-12-27 2017-12-26 Comments_on_2017-12-26 2017-12-25", "Comments after date pages");
+is(join(" ", sort newest_first qw(Alex Comments_on_Alex Image_1_for_Alex Image_2_for_Alex Image_10_for_Alex Berta Chris)), "Alex Comments_on_Alex Image_1_for_Alex Image_2_for_Alex Image_10_for_Alex Berta Chris", "Images sorted numerically");
+
+update_page('Alex', "My best friend is [[Berta]].\n\nTags: [[tag:Friends]]\n");
+update_page('Berta', "This is me.\n\nTags: [[tag:Friends]]\n");
+update_page('Chris', "I'm Chris.\n\nTags: [[tag:Friends]]\n");
+update_page('Friends', "Some friends.\n");
+update_page('2017-12-25', 'It was a Monday.\n\nTags: [[tag:Day]]');
+update_page('2017-12-26', 'It was a Tuesday.\n\nTags: [[tag:Day]]');
+update_page('2017-12-27', 'It was a Wednesday.\n\nTags: [[tag:Day]]');
+update_page('Friends', "News about friends.\n", 'rewrite', 1); # minor change
+update_page('Friends', "News about friends:\n\n<journal search tag:friends>\n",
+	    'add journal tag', 1); # minor change
+
+# file created using convert NULL: test.png && base64 test.png
+update_page('Picture',
+	    "#FILE image/png\niVBORw0KGgoAAAANSUhEUgAAAAEAAAABAQAAAAA3bv"
+	    . "kkAAAACklEQVQI12NoAAAAggCB3UNq9AAAAABJRU5ErkJggg==");
+
+sub query_gemini {
+  my $query = shift;
+  my $text = shift;
+
+  # create client
+  my $socket = IO::Socket::SSL->new(
+    PeerHost => "localhost",
+    PeerService => $port,
+    SSL_cert_file => 'cert.pem',
+    SSL_key_file => 'key.pem',
+    SSL_verify_mode => SSL_VERIFY_NONE)
+      or die "Cannot construct client socket: $@";
+
+  $socket->print("$query\r\n");
+  $socket->print($text);
+
+  undef $/; # slurp
+  return <$socket>;
+}
+
+my $base = "gemini://$host:$port";
+
+# main menu
+my $page = query_gemini("$base/");
+
+for my $item(qw(Alex Berta Chris 2017-12-25 2017-12-26 2017-12-27)) {
+  like($page, qr/^=> $base\/$item $item/m, "main menu contains $item");
+}
+
+unlike($page, qr/^=> .*\/$/m, "No empty links in the menu");
+
+$page = query_gemini("$base/Alex");
+
+like($page, qr/^My best friend is Berta\.$/m, "Local free link (text)");
+like($page, qr/=> $base\/Berta Berta$/m, "Local free link (link)");
+like($page, qr/^Tags:$/m, "Tags footer");
+like($page, qr/^Tags:$/m, "Tags footer");
+like($page, qr/=> $base\/tag\/Friends Friends$/m, "Tag link");
+like($page, qr/^=> $base\/raw\/Alex Raw text$/m, "Raw text link");
+like($page, qr/^=> $base\/history\/Alex History$/m, "History");
+like($page, qr/^=> $base\/Comments_on_Alex Comments on this page$/m, "Comment link");
+
+# language tag
+$page = query_gemini("$base\/2017-12-25");
+like($page, qr/^20 text\/gemini; charset=UTF-8; lang=en\r\n/, "Result 20 with MIME type and language");
+
+# plain text
+$page = query_gemini("$base\/raw\/Alex");
+like($page, qr/^My best friend is \[\[Berta\]\]\.$/m, "Raw text");
+
+# history
+$page = query_gemini("$base/history/Friends");
+like($page, qr/^=> $base\/Friends\/1 Friends \(1\)/m, "Revision 1 is listed");
+like($page, qr/^=> $base\/Friends\/2 Friends \(2\)/m, "Revision 2 is listed");
+like($page, qr/^=> $base\/diff\/Friends\/1 Diff between revision 1 and the current one/m, "Diff 1 link");
+like($page, qr/^=> $base\/diff\/Friends\/2 Diff between revision 2 and the current one/m, "Diff 2 link");
+like($page, qr/^=> $base\/Friends Friends \(current\)/m, "Current revision is listed");
+$page = query_gemini("$base/Friends/1");
+like($page, qr/^Some friends\.$/m, "Revision 1 content");
+$page = query_gemini("$base/Friends/2");
+like($page, qr/^News about friends\.$/m, "Revision 2 content");
+
+#diffs
+$page = query_gemini("$base/diff/Friends/1");
+like($page, qr/^< Some friends\.\n-+\n> News about friends:\n> \n> <journal search tag:friends>\n$/m, "Diff 1 content");
+$page = query_gemini("$base/diff/Friends/2");
+like($page, qr/^< News about friends\.\n-+\n> News about friends:\n> \n> <journal search tag:friends>\n$/m, "Diff 1 content");
+
+# tags
+$page = query_gemini("$base\/tag\/Friends");
+like($page, qr/^This page is about the tag Friends\.$/m, "tag menu intro");
+for my $item(qw(Friends Alex Berta Chris)) {
+  like($page, qr/^=> $base\/$item $item$/m, "tag menu contains $item");
+}
+
+# tags
+$page = query_gemini("$base\/tag\/Day");
+like($page, qr/2017-12-27.*2017-12-26.*2017-12-25/s,
+     "tag menu sorted newest first");
+
+# match
+$page = query_gemini("$base\/do/match?2017");
+for my $item(qw(2017-12-25 2017-12-26 2017-12-27)) {
+  like($page, qr/^=> $base\/$item $item$/m, "match menu contains $item");
+}
+like($page, qr/2017-12-27.*2017-12-26.*2017-12-25/s,
+     "match menu sorted newest first");
+
+# search
+$page = query_gemini("$base\/do/search?tag:day");
+for my $item(qw(2017-12-25 2017-12-26 2017-12-27)) {
+  like($page, qr/^=> $base\/$item $item/m, "search menu contains $item");
+}
+like($page, qr/2017-12-27.*2017-12-26.*2017-12-25/s,
+     "search menu sorted newest first");
+
+# rc
+$page = query_gemini("$base\/do/rc");
+my $re = join(".*", "Picture", "2017-12-27", "2017-12-26", "2017-12-25",
+	      "Friends", "Chris", "Berta", "Alex");
+like($page, qr/$re/s, "rc in the right order");
+
+$page = query_gemini("$base\/do/rc/minor");
+
+$re = join(".*", "Friends", "2017-12-27", "2017-12-26", "2017-12-25");
+like($page, qr/$re/s, "minor rc in the right order");
+
+# feeds
+my $xpc = XML::LibXML::XPathContext->new;
+$xpc->registerNs('atom', 'http://www.w3.org/2005/Atom');
+
+# rss with regular pages
+my $feed = new XML::RSS;
+$page = query_gemini("$base\/do/rss");
+ok($page =~ s!^20 application/rss\+xml\r\n!!, "RSS header OK");
+ok($feed->parse($page), "RSS parse OK");
+for my $item(qw(Alex Berta Chris 2017-12-25 2017-12-26 2017-12-27)) {
+  ok(grep(/$item/, map { $_->{title} } @{$feed->{items}}), "$item found in RSS feed");
+}
+
+# atom with regular pages
+$page = query_gemini("$base\/do/atom");
+ok($page =~ s!^20 application/atom\+xml\r\n!!, "Atom header OK");
+# $feed->parse($page) results in warnings that I can't get rid of
+ok(my $doc = XML::LibXML->load_xml(string => $page), "Atom parse OK");
+for my $item(qw(Alex Berta Chris 2017-12-25 2017-12-26 2017-12-27)) {
+  ok($xpc->find("//atom:entry/atom:title[text()='$item']", $doc), "$item found in Atom feed");
+}
+
+add_module('journal-rss.pl');
+
+# rss with just the journal
+$page = query_gemini("$base\/do/rss");
+ok($page =~ s!^20 application/rss\+xml\r\n!!, "RSS header OK");
+ok($feed->parse($page), "RSS parse OK");
+for my $item(qw(2017-12-25 2017-12-26 2017-12-27)) {
+  ok(grep(/$item/, map { $_->{title} } @{$feed->{items}}), "$item found in RSS feed");
+}
+for my $item(qw(Alex Berta Chris)) {
+  ok(!grep(/$item/, map { $_->{title} } @{$feed->{items}}), "$item not found in RSS feed");
+}
+my ($sec, $min, $hour, $mday, $mon, $year, $wday) = localtime;
+$year += 1900;
+# Fri, 19 Jun 2020 20:41:55 GMT
+my $today = sprintf("%s, %02d %s %d",
+		    qw(Sun Mon Tue Wed Thu Fri Sat)[$wday], $mday,
+		    qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec)[$mon], $year);
+like($page, qr!<pubDate>$today \d\d:\d\d:\d\d GMT</pubDate>!, "Update timestamp for today");
+
+# atom with just the journal
+$page = query_gemini("$base\/do/atom");
+ok($page =~ s!^20 application/atom\+xml\r\n!!, "Atom header OK");
+# $feed->parse($page) results in warnings that I can't get rid of
+ok($doc = XML::LibXML->load_xml(string => $page), "Atom parse OK");
+for my $item(qw(2017-12-25 2017-12-26 2017-12-27)) {
+  ok($xpc->find("//atom:entry/atom:title[text()='$item']", $doc), "$item found in Atom feed");
+}
+for my $item(qw(Alex Berta Chris)) {
+  ok(!$xpc->find("//atom:entry/atom:title[text()='$item']", $doc), "$item not found in Atom feed");
+}
+$today = sprintf("%d-%02d-%02d", $year, $mon+1, $mday);
+like($page, qr!<updated>${today}T\d\d:\d\d:\d\dZ</updated>!, "Update timestamp for today");
+
+# upload text
+
+my $titan = "titan://$host:$port";
+
+my $haiku = <<EOT;
+Quiet disk ratling
+Keyboard clicking, then it stops.
+Rain falls and I think
+EOT
+
+$page = query_gemini("$titan/raw/Haiku;size=76;mime=text/plain", $haiku);
+like($page, qr/^30 $base\/Haiku\r$/, "Titan Haiku");
+
+my $haiku_re = $haiku;
+$haiku_re =~ s/\s+/ /g; # lines get wrapped
+$haiku_re =~ s/\s+$//g;
+$haiku_re = quotemeta($haiku_re);
+$page = query_gemini("$base/Haiku");
+like($page, qr/^$haiku_re/m, "Haiku saved");
+
+# comment
+
+like($page, qr/^=> $base\/Comments_on_Haiku Comments on this page$/m, "Comment page link");
+
+$page = query_gemini("$base/Comments_on_Haiku");
+like($page, qr/^=> $base\/do\/comment\/Comments_on_Haiku Leave a comment$/m, "Leave comment link");
+
+$page = query_gemini("$base/do/comment/Comments_on_Haiku");
+like($page, qr/^30 $base\/do\/comment\/Comments_on_Haiku\/0\r$/, "Redirect to a question");
+
+$page = query_gemini("$base/do/comment/Comments_on_Haiku/0");
+like($page, qr/^10 Who rules in Rivendell\?\r$/, "Ask security question");
+
+$page = query_gemini("$base/do/comment/Comments_on_Haiku/0?elrond");
+like($page, qr/^30 $base\/do\/comment\/Comments_on_Haiku\/0\/elrond\r$/, "Redirect to comment prompt");
+
+$page = query_gemini("$base/do/comment/Comments_on_Haiku/0/elrond");
+like($page, qr/^10 Comment\r$/, "Ask for comment");
+
+$page = query_gemini("$base/do/comment/Comments_on_Haiku/0/elrond?Give%20me%20the%20ring!");
+like($page, qr/^30 $base\/Comments_on_Haiku\r$/, "Redirect back to the main page");
+
+$page = query_gemini("$base/Comments_on_Haiku");
+like($page, qr/^Give me the ring!\n\n-- Anonymous/m, "Comment saved");
+
+# extension
+
+$page = query_gemini("$base/do/test");
+like($page, qr/^Test\n/m, "Extension runs");
+
+done_testing();

t/gopher-server.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2017–2018  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2017–2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -35,7 +35,7 @@ END {
   # kill server
   if ($pid) {
     kill 'KILL', $pid or warn "Could not kill server $pid";
-  }  
+  }
 }
 
 our ($DataDir);
@@ -46,6 +46,7 @@ if (!defined $pid) {
   my $secure_perl_path = $Config{perlpath};
   exec($secure_perl_path,
        "stuff/gopher-server.pl",
+       "--host=127.0.0.1",
        "--port=$port",
        "--log_level=0", # set to 4 for verbose logging
        "--wiki=./wiki.pl",
@@ -85,7 +86,7 @@ sub query_gopher {
 
   $socket->print("$query\r\n");
   $socket->print($text);
-  
+
   undef $/; # slurp
   return <$socket>;
 }
@@ -300,10 +301,96 @@ like($page, qr/^0Zürich♥\tZ%c3%bcrich%e2%99%a5\t/m, "UTF-8 encoded text link"
 like($page, qr/^1Üetliberg♥\t%c3%9cetliberg%e2%99%a5\/menu\t/m,
      "UTF-8 encoded links");
 
+# Space normalization
+test_page(update_page('my_page', '[[my page]]'));
+$page = query_gopher("my_page"); # all pages are normalized
+like($page, qr/\[\[my page\]\]/, "Page name with space");
+
+$page = query_gopher("my_page/menu");
+like($page, qr/^0my page\tmy_page\t/m, "Space translates to underscore in links");
+
+$page = <<EOF;
+Floodgap link, and the typical Gopher link:
+[http://gopher.floodgap.com/gopher/gw?a=gopher%3A%2F%2Fsdf.org%3A70%2F0%2Fusers%2Fsolderpunk%2Fphlog%2Fintroducing-vf1.txt VF-1], [gopher://sdf.org:70/1/phlogs/ Phlogs]
+
+Solderpunk was writing about Gopher and the Web again.
+[gopher://zaibatsu.circumlunar.space:70/0/~solderpunk/phlog/protocol-pondering-intensifies.txt]
+[gopher://zaibatsu.circumlunar.space:70/0/~solderpunk/phlog/protocol-pondering-intensifies-ii.txt]
+[gopher://zaibatsu.circumlunar.space:70/0/~solderpunk/phlog/protocol-pondering-intensifies-iii.txt]
+
+So that's what I did. I wrote a little server that serves text files.
+Requests are simple selectors. Like Gopher. Like Finger. Remember,
+[[2019-01-09 Finger is Gopher|finger is gopher]]!
+
+I called it *Nimi Mute*, "many words."
+
+* https://alexschroeder.ch/cgit/nimi-mute/about/
+* [https://github.com/kensanata/nimi-mute Nimi Mute]
+
+As you can see in the README, you can even use `finger` or `lynx` to
+get text files from it! It's all the same. `telnet` and `nc` also
+work, of course. :)
+
+Tags: [[tag:Gopher]] [[tag:Finger]] [[tag:Perl 5]]
+EOF
+
 # gopher links
-update_page('Gopher', '[http://gopher.floodgap.com/gopher/gw?a=gopher%3A%2F%2Fsdf.org%3A70%2F0%2Fusers%2Fsolderpunk%2Fphlog%2Fintroducing-vf1.txt VF-1], [gopher://sdf.org:70/1/phlogs/ Phlogs]');
+update_page('Gopher', $page);
 $page = query_gopher("Gopher/menu");
 like($page, qr/^1Phlogs\t\/phlogs\/\tsdf\.org\t70/m, "Direct Gopher link");
 like($page, qr/^0VF-1\t\/users\/solderpunk\/phlog\/introducing-vf1.txt\tsdf\.org\t70/m, "Floodgap proxy link");
 
+my $re = "^0"
+    . join("\t",
+	   quotemeta("zaibatsu.circumlunar.space:70/0/~solderpunk/phlog/protocol-pondering-intensifies.txt"),
+	   quotemeta("/~solderpunk/phlog/protocol-pondering-intensifies.txt"),
+	   quotemeta("zaibatsu.circumlunar.space"),
+	   "70");
+like($page, qr/$re/m, "Gopher link 1");
+
+my $re = "^0"
+    . join("\t",
+	   quotemeta("zaibatsu.circumlunar.space:70/0/~solderpunk/phlog/protocol-pondering-intensifies-ii.txt"),
+	   quotemeta("/~solderpunk/phlog/protocol-pondering-intensifies-ii.txt"),
+	   quotemeta("zaibatsu.circumlunar.space"),
+	   "70");
+like($page, qr/$re/m, "Gopher link 2");
+
+my $re = "^0"
+    . join("\t",
+	   quotemeta("zaibatsu.circumlunar.space:70/0/~solderpunk/phlog/protocol-pondering-intensifies-iii.txt"),
+	   quotemeta("/~solderpunk/phlog/protocol-pondering-intensifies-iii.txt"),
+	   quotemeta("zaibatsu.circumlunar.space"),
+	   "70");
+like($page, qr/$re/m, "Gopher link 3");
+
+my $re = "^1"
+    . join("\t",
+	   quotemeta("finger is gopher"),
+	   quotemeta("2019-01-09_Finger_is_Gopher/menu"),
+	   "127\.0\.0\.1",
+	   $port);
+like($page, qr/$re/m, "Internal link");
+
+my $re = "^h"
+    . join("\t",
+	   quotemeta("Nimi Mute"),
+	   quotemeta("URL:https://github.com/kensanata/nimi-mute"),
+	   "127\.0\.0\.1",
+	   $port);
+like($page, qr/$re/m, "HTML Link");
+
+my $re = "^h"
+    . join("\t",
+	   quotemeta("https://alexschroeder.ch/cgit/nimi-mute/about/"),
+	   quotemeta("URL:https://alexschroeder.ch/cgit/nimi-mute/about/"),
+	   "127\.0\.0\.1",
+	   $port);
+like($page, qr/$re/m, "Bare HTML Link");
+
+# and on the page itself, tags are rendered differently
+$page = query_gopher("Gopher");
+like($page, qr/#Gopher/m, "Gopher tag");
+like($page, qr/#Perl_5/m, "Gopher multi-word tag");
+
 done_testing();

t/gotobar.t

@@ -15,19 +15,38 @@
 
 require './t/test.pl';
 package OddMuse;
-use Test::More tests => 7;
+use Test::More tests => 17;
 use utf8;
 
 add_module('gotobar.pl');
 
+test_page(update_page('InterMap', q{
+ Edit http://emacswiki.org/wiki?action=edit;id=%s
+ Browse http://emacswiki.org/wiki/%s
+}, 0, 0, 1), 'Edit', 'Browse');
+
 test_page(update_page('GotoBar', q{
 [[Hauptseite]]
 [[Letzte Änderungen]]
+[Browse:SiteMap Emacs Wiki]
 [http://example.org/ Example]
-}), 'Hauptseite', 'Letzte Änderungen', 'Example');
+}), 'Hauptseite', 'Letzte Änderungen', 'Emacs Wiki', 'Example');
 
 test_page(get_page('Hauptseite'),
-	  'Hauptseite', 'Letzte Änderungen', 'Example');
+	  'Hauptseite', 'Letzte Änderungen', 'Emacs Wiki', 'Example');
 
 test_page(get_page('Letzte_%C3%84nderungen'),
 	  'GotoBar');
+
+
+update_page('GotoBar', q{
+[[Comments on $id]]
+[[Comments on $id|Comments]]
+[[Edit:$id Edit $id]]
+[http://example.org/$$id Example]
+});
+
+test_page(get_page('Tëst'),
+	  'Comments on Tëst', 'Comments_on_T%c3%abst',
+	  'http://emacswiki.org/wiki\?action=edit;id=Tëst', 'Edit Tëst',
+	  'http://example.org/T%c3%abst', 'Example');

t/grep-filtered.t

@@ -0,0 +1,201 @@
+# Copyright (C) 2006–2020  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# These tests were copied from search.t...
+
+require './t/test.pl';
+package OddMuse;
+use Test::More;
+use utf8; # tests contain UTF-8 characters and it matters
+
+add_module('grep-filtered.pl');
+
+# Search for broken regular expressions
+
+test_page(get_page('search=%2Btest'), 'Search for: \+test');
+
+# Test search, make sure ordinary users don't see the replacement form
+
+update_page('SearchAndReplace', 'This is fooz and this is barz.', '', 1);
+$page = get_page('search=fooz');
+test_page($page,
+	  '<h1>Search for: fooz</h1>',
+	  '<p class="result">1 pages found.</p>',
+	  'This is <strong>fooz</strong> and this is barz.');
+xpath_test($page, '//span[@class="result"]/a[@class="local"][@href="http://localhost/wiki.pl/SearchAndReplace"][text()="SearchAndReplace"]');
+test_page_negative($page, 'Replace:');
+
+# Search page name
+$page = get_page('search=andreplace');
+test_page($page,
+	  '<h1>Search for: andreplace</h1>',
+	  '<p class="result">1 pages found.</p>');
+	  # FIXME: Not sure this should work... 'Search<strong>AndReplace</strong>'
+xpath_test($page, '//span[@class="result"]/a[@class="local"][@href="http://localhost/wiki.pl/SearchAndReplace"][text()="SearchAndReplace"]');
+
+# Brackets in the page name
+
+test_page(update_page('Search (and replace)', 'Muu'),
+	  'search=%22Search\+%5c\(and\+replace%5c\)%22');
+
+# Make sure only admins can replace
+
+test_page(get_page('search=foo pwd=foo'),
+	  'Replace:');
+
+test_page(get_page('search=foo replace=bar'),
+	  'This operation is restricted to administrators only...');
+
+# Preview simple replacement operation
+
+test_page(get_page('search=fooz replace=fuuz preview=1 pwd=foo'), split('\n',<<'EOT'));
+<h1>Preview: fooz &#x2192; fuuz</h1>
+<p class="result">1 pages found.</p>
+<div class="old"><p>&lt; This is <strong class="changes">fooz</strong> and this is barz.
+<div class="new"><p>&gt; This is <strong class="changes">fuuz</strong> and this is barz.
+EOT
+
+# Verify that the change has not been made
+
+test_page(get_page('SearchAndReplace'), 'This is fooz and this is barz.');
+
+# Simple replace where the replacement pattern is found
+
+test_page(get_page('search=fooz replace=fuuz pwd=foo'), split('\n',<<'EOT'));
+<h1>Replaced: fooz &#x2192; fuuz</h1>
+<p class="result">1 pages found.</p>
+This is <strong>fuuz</strong> and this is barz.
+EOT
+
+# Verify that the change has been made
+
+test_page(get_page('SearchAndReplace'), 'This is fuuz and this is barz.');
+
+# Replace with empty string
+
+test_page(get_page('search=this%20is%20 replace= pwd=foo delete=1'), split('\n',<<'EOT'));
+<h1>Replaced: this is  &#x2192; </h1>
+<p class="result">1 pages found.</p>
+fuuz and barz.
+EOT
+
+test_page(get_page('SearchAndReplace'), '<p>fuuz and barz.');
+
+# Creating 12 pages
+for my $i ('A' .. 'M') {
+  OpenPage("Page_$i");
+  Save("Page_$i", 'Something');
+}
+
+# Testing default pagination (10 pages)
+
+$page = get_page('search=Something replace=Other preview=1 pwd=foo');
+test_page($page, split('\n',<<'EOT'));
+<h1>Preview: Something &#x2192; Other</h1>
+<p class="result">13 pages found.</p>
+<div class="old"><p>&lt; <strong class="changes">Something</strong>
+<div class="new"><p>&gt; <strong class="changes">Other</strong>
+EOT
+
+test_page($page, map { "Page_$_" } ('A' .. 'J'));
+test_page_negative($page, map { "Page_$_" } ('K' .. 'M'));
+xpath_test($page, '//a[@class="more"][@href="http://localhost/wiki.pl?search=Something;preview=1;offset=10;num=10;replace=Other"]');
+
+# Next page
+
+$page = get_page('search=Something preview=1 offset=10 num=10 replace=Other pwd=foo');
+test_page($page, map { "Page_$_" } ('K' .. 'M'));
+
+# Now do the replacement
+
+$page = get_page('search=Something replace=Other pwd=foo');
+test_page($page, 'Replaced: Something &#x2192; Other', '13 pages found',
+	  map { "Page_$_" } ('A' .. 'M'));
+
+# Verify that the change has been made
+
+test_page(get_page('search=Other'), 'Search for: Other', '13 pages found');
+
+
+# Replace with backreferences, where the replacement pattern is no longer found.
+# Take 'fuuz and barz.' and replace ([a-z]+)z with x$1 results in 'xfuu and xbar.'
+test_page(get_page('"search=([a-z]%2b)z" replace=x%241 pwd=foo'), '1 pages found');
+test_page(get_page('SearchAndReplace'), 'xfuu and xbar.');
+
+# Create an extra page that should not be found
+update_page('NegativeSearchTest', 'this page contains an ab');
+update_page('NegativeSearchTestTwo', 'this page contains another ab');
+test_page(get_page('search=xb replace=[xa]b pwd=foo'), '1 pages found'); # not two ab!
+test_page(get_page('SearchAndReplace'), 'xfuu and \[xa\]bar.');
+
+# Handle quoting
+test_page(get_page('search=xfuu replace=/fuu/ pwd=foo'), '1 pages found'); # not two ab!
+test_page(get_page('SearchAndReplace'), '/fuu/ and \[xa\]bar.');
+test_page(get_page('search=/fuu/ replace={{fuu}} pwd=foo'), '1 pages found');
+test_page(get_page('SearchAndReplace'), '\{\{fuu\}\} and \[xa\]bar.');
+
+# Check headers especially the quoting of non-ASCII characters.
+
+$page = update_page("Alexander_Schröder", "Edit [[Alexander Schröder]]!");
+xpath_test($page,
+	   '//h1/a[@title="Click to search for references to this page"][@href="http://localhost/wiki.pl?search=%22Alexander+Schr%c3%b6der%22"][text()="Alexander Schröder" or text()="' . Encode::encode_utf8('Alexander Schröder') . '"]',
+	   '//a[@class="local"][@href="http://localhost/wiki.pl/Alexander_Schr%c3%b6der"][text()="Alexander Schröder" or text()="' . Encode::encode_utf8('Alexander Schröder') . '"]');
+
+xpath_test(update_page('IncludeSearch',
+		       "first line\n<search \"ab\">\nlast line"),
+	   '//p[text()="first line "]', # note the NL -> SPC
+	   '//div[@class="search"]/p/span[@class="result"]/a[@class="local"][@href="http://localhost/wiki.pl/NegativeSearchTest"][text()="NegativeSearchTest"]',
+	   '//div[@class="search"]/p/span[@class="result"]/a[@class="local"][@href="http://localhost/wiki.pl/NegativeSearchTestTwo"][text()="NegativeSearchTestTwo"]',
+	   '//p[text()=" last line"]'); # note the NL -> SPC
+
+xpath_test(get_page('search=Schröder'),
+	   '//input[@name="search"][@value="Schröder"]');
+
+# Search for zero
+
+update_page("Zero", "This is about 0 and the empty string ''.");
+test_page(get_page('search=0'),
+	  '<h1>Search for: 0</h1>',
+	  '<p class="result">1 pages found.</p>',
+	  "This is about <strong>0</strong> and the empty string ''.",
+	  'meta name="robots" content="NOINDEX,FOLLOW"');
+
+# Search for tags
+
+update_page("Tag", "This is <b>bold</b>.");
+test_page(get_page('search="<b>"'),
+	  '<h1>Search for: &lt;b&gt;</h1>',
+	  '<p class="result">1 pages found.</p>',
+	  "This is <strong>&lt;b&gt;</strong>.");
+
+# Search for quoted strings
+
+update_page("Tugend", "Ein wirklich tugendhafter Mensch
+bemüht sich nicht um seine Tugend,
+darum ist er tugendhaft.");
+update_page("Laster", "Ein scheinbar tugendhafter Mensch
+bemüht sich dauernd um seine Tugend,
+darum ist er nicht wirklich tugendhaft.");
+
+# unordered words
+test_page(get_page('search="darum ist er tugendhaft" raw=1'),
+          'title: Tugend', 'title: Laster');
+
+# in order
+$page = get_page('search="\"darum ist er tugendhaft\"" raw=1');
+test_page($page, 'title: Tugend');
+test_page_negative($page, 'title: Laster');
+
+done_testing;

t/hr.t

@@ -27,18 +27,18 @@ test_page(get_page('hr'), 'one ---- two');
 add_module('usemod.pl');
 update_page('hr', "one\n----\nthree\n");
 test_page(get_page('hr'),
-	  '<div class="content browse"><p>one </p><hr /><p>three</p></div>');
+	  '<div class="content browse" lang="en"><p>one </p><hr /><p>three</p></div>');
 remove_rule(\&UsemodRule);
 
 # headers only
 add_module('headers.pl');
 update_page('hr', "one\n----\ntwo\n");
 test_page(get_page('hr'),
-	  '<div class="content browse"><h3>one</h3><p>two</p></div>');
+	  '<div class="content browse" lang="en"><h3>one</h3><p>two</p></div>');
 
 update_page('hr', "one\n\n----\nthree\n");
 test_page(get_page('hr'),
-	  '<div class="content browse"><p>one</p><hr /><p>three</p></div>');
+	  '<div class="content browse" lang="en"><p>one</p><hr /><p>three</p></div>');
 remove_rule(\&HeadersRule);
 
 # with portrait support
@@ -49,19 +49,19 @@ clear_pages();
 add_module('portrait-support.pl');
 update_page('hr', "[new]one\n----\ntwo\n");
 test_page(get_page('hr'),
-	  '<div class="content browse"><div class="color one level0"><p>one </p></div><hr /><p>two</p></div>');
+	  '<div class="content browse" lang="en"><div class="color one level0"><p>one </p></div><hr /><p>two</p></div>');
 
 # usemod and portrait-support
 add_module('usemod.pl');
 update_page('hr', "one\n----\nthree\n");
 test_page(get_page('hr'),
-	  '<div class="content browse"><p>one </p><hr /><p>three</p></div>');
+	  '<div class="content browse" lang="en"><p>one </p><hr /><p>three</p></div>');
 remove_rule(\&UsemodRule);
 
 # headers and portrait-support
 add_module('headers.pl');
 update_page('hr', "one\n----\ntwo\n");
-test_page(get_page('hr'), '<div class="content browse"><h3>one</h3><p>two</p></div>');
+test_page(get_page('hr'), '<div class="content browse" lang="en"><h3>one</h3><p>two</p></div>');
 
 update_page('hr', "one\n\n----\nthree\n");
-test_page(get_page('hr'), '<div class="content browse"><p>one</p><hr /><p>three</p></div>');
+test_page(get_page('hr'), '<div class="content browse" lang="en"><p>one</p><hr /><p>three</p></div>');

t/index.t

@@ -0,0 +1,84 @@
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation; either version 3 of the License, or (at your option) any later
+# version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program. If not, see <http://www.gnu.org/licenses/>.
+
+require './t/test.pl';
+package OddMuse;
+use Test::More tests => 23;
+
+update_page('Test', 'Mu');
+test_page(get_page('action=index'),
+	  'Include normal pages', 'Test');
+
+add_module('permanent-anchors.pl');
+
+# create a page with a permanent anchor
+update_page('Fix', '[::Moo]');
+
+# the default is to include permanent anchors
+$page = get_page('action=index');
+test_page($page,
+	  'Include normal pages',
+	  'Include permanent anchors');
+xpath_test($page, "//a[text()='Test']",
+	   "//a[text()='Fix']",
+	   "//a[text()='Moo']");
+
+# we can exclude permanent anchors
+$page = get_page('action=index permanentanchors=0');
+xpath_test($page, "//a[text()='Test']",
+	   "//a[text()='Fix']");
+negative_xpath_test($page, "//a[text()='Moo']");
+
+# or include them specifically
+$page = get_page('action=index permanentanchors=1');
+xpath_test($page, "//a[text()='Moo']");
+
+# and exclude normal pages
+$page = get_page('action=index pages=0 permanentanchors=1');
+xpath_test($page, "//a[text()='Moo']");
+negative_xpath_test($page,
+		    "//a[text()='Test']",
+		    "//a[text()='Fix']");
+
+add_module('near-links.pl');
+
+CreateDir($NearDir);
+WriteStringToFile("$NearDir/EmacsWiki",
+		  "Alex\n");
+
+update_page('InterMap', " EmacsWiki http://www.emacswiki.org/wiki/%s\n",
+	    'required', 0, 1);
+update_page('NearMap', " EmacsWiki"
+	    . " http://www.emacswiki.org/wiki?action=index;raw=1"
+	    . " http://www.emacswiki.org/wiki?search=%s;raw=1;near=0\n",
+	    'required', 0, 1);
+
+# the default is to not include near links
+$page = get_page('action=index');
+test_page($page,
+	  'Include normal pages',
+	  'Include permanent anchors',
+	  'Include near pages');
+xpath_test($page, "//a[text()='Test']",
+	   "//a[text()='Fix']",
+	   "//a[text()='Moo']");
+negative_xpath_test($page, "//a[text()='Alex']");
+
+# we need to specifically include near links
+$page = get_page('action=index near=1');
+xpath_test($page, "//a[text()='Alex']");
+
+# or we can specifically exclude near links
+$page = get_page('action=index near=0');
+negative_xpath_test($page, "//a[text()='Alex']");

t/journal-rss.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2008-2018  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2008-2021  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -15,27 +15,44 @@
 
 require './t/test.pl';
 package OddMuse;
-use Test::More tests => 41;
+use Test::More tests => 45;
 
 add_module('journal-rss.pl');
 
-update_page('2008-09-21', 'first page');
+update_page('2008-09-21', 'first page', '', 1); # minor
 update_page('2008-09-22', 'second page'); # major
+
+OpenPage('2008-09-22');
+my $ts1 = $Page{ts};
+
 sleep(1);
+
 update_page('2008-09-22', 'third edit content', 'third edit summary', 1); # minor
+
+$OpenPageName = ''; # force OpenPage to reopen the page
+OpenPage('2008-09-22');
+my $ts2 = $Page{ts};
+
+isnt($ts1, $ts2, "timestamps are different");
+
 update_page('unrelated', 'wrong page');
 
 my $page = get_page('action=journal');
 test_page($page,
+	  # make sure pages with only minor edits get shown as well
 	  '2008-09-21', 'first page',
 	  # make sure we're showing full page content, not summaries
 	  '2008-09-22', 'third edit content',
 	  # reverse sort is the default
 	  '2008-09-22(.*\n)+.*2008-09-21');
 
-# make sure unrelated pages and minor edits don't show up
+# make sure unrelated pages don't show up
 test_page_negative($page, 'unrelated', 'wrong page');
 
+# make sure the minor change doesn't affect the timestamp
+my $date = quotemeta("<pubDate>" . TimeToRFC822($ts1) . "</pubDate>");
+like($page, qr/$date/, "minor don't change the timestamp");
+
 # reverse the order
 test_page(get_page('action=journal reverse=1'),
 	  '2008-09-21(.*\n)+.*2008-09-22');
@@ -93,6 +110,10 @@ xpath_test(get_page('action=journal offset=10'),
 
 # check next page but with a tag search
 xpath_test(get_page('action=journal search=tag:oddmuse'),
-	   '//atom:link[@rel="self"][@href="http://localhost/wiki.pl?action=journal;search=tag:oddmuse"]',
-	   '//atom:link[@rel="last"][@href="http://localhost/wiki.pl?action=journal;search=tag:oddmuse"]',
-	   '//atom:link[@rel="previous"][@href="http://localhost/wiki.pl?action=journal;offset=10;search=tag:oddmuse"]');
+	   '//atom:link[@rel="self"][@href="http://localhost/wiki.pl?action=journal;search=tag%3aoddmuse"]',
+	   '//atom:link[@rel="last"][@href="http://localhost/wiki.pl?action=journal;search=tag%3aoddmuse"]',
+	   '//atom:link[@rel="previous"][@href="http://localhost/wiki.pl?action=journal;offset=10;search=tag%3aoddmuse"]');
+
+# check raw
+$page = get_page('action=journal raw=1 rsslimit=1');
+test_page($page, 'generator: Oddmuse', 'title: 2008-09-22');

t/languages.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2006  Alex Schroeder <alex@emacswiki.org>
+# Copyright (C) 2006-2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -15,15 +15,38 @@
 
 require './t/test.pl';
 package OddMuse;
-use Test::More tests => 5;
+use Test::More;
 use utf8; # tests contain UTF-8 characters and it matters
 
 %Languages = ('de' => '\b(der|die|das|und|oder)\b',
-	      'fr' => '\b(et|le|la|pas)\b', );
+	      'fr' => '\b(et|le|la|ne|pas)\b', );
 
 is(GetLanguages('This is English text and cannot be identified.'), '', 'unknown language');
 is(GetLanguages('Die Katze tritt die Treppe krumm.'), '', 'not enough German words');
 is(GetLanguages('Die Katze tritt die Treppe und die Stiege krumm.'), 'de', 'enough German words');
 is(GetLanguages('Le chat fait la même chose et ne chante pas.'), 'fr', 'enough French words');
-is(GetLanguages('Die Katze tritt die Treppe und die Stiege krumm. '
-		. 'Le chat fait la même chose et ne chante pas.'), 'de,fr', 'both German and French');
+is(GetLanguages('Die Katze tritt die Treppe und die Stiege krumm. ' # 4 matches
+		. 'Le chat fait la même chose et ne chante pas.'    # 5 matches
+   ), 'fr,de', 'both German and French');
+
+is(GetLanguage('This is English text and cannot be identified.'), 'en', 'now it defaults to English');
+is(GetLanguage('Die Katze tritt die Treppe krumm.'), 'en', 'not enough German words but it defaults to English');
+is(GetLanguage('Die Katze tritt die Treppe krumm und so.'), 'de', 'three German words');
+is(GetLanguage('Die Katze tritt die Treppe und die Stiege krumm. ' # 4 matches
+	       . 'Le chat fait la même chose et ne chante pas.'    # 5 matches
+   ), 'fr', 'French has the most hits');
+
+my $id = 'Test';
+my $text = 'Die Katze tritt die Treppe und die Stiege krumm. ' # 4 matches
+    . 'Le chat fait la même chose et ne chante pas.';          # 5 matches
+
+AppendStringToFile($ConfigFile,<<'EOT');
+%Languages = ('de' => '\b(der|die|das|und|oder)\b',
+	      'fr' => '\b(et|le|la|ne|pas)\b', );
+EOT
+
+test_page(update_page($id, $text), /Die Katze/);
+test_page(ReadFileOrDie($RcFile), /\bfr,de\b/);
+test_page(get_page($id), /lang="fr"/);
+
+done_testing;

t/markdown-converter.t

@@ -0,0 +1,101 @@
+#!/usr/bin/env perl
+# Copyright (C) 2018  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require './t/test.pl';
+package OddMuse;
+use utf8;
+use Test::More tests => 24;
+
+add_module('markdown-converter.pl');
+
+my $input = qq{
+# mu
+1 * 2 * 3
+*foo*
+**bar**
+*foo bar*
+/baz/
+//quux//
+##oort##
+[http://example.com/ example]
+{{{
+code
+}}}
+{{{also code}}}
+};
+
+update_page('test', $input);
+
+my $output = get_page('action=convert id=test');
+unlike $output, qr'<p>#MARKDOWN</p>', 'No Markdown marker in the HTML';
+like $output, qr'#MARKDOWN\n', 'Markdown marker';
+like $output, qr'1\. mu', 'list item';
+like $output, qr'1 \* 2 \* 3', 'lone asterisk';
+like $output, qr'\*\*foo\*\*', 'short strong emphasis';
+like $output, qr'\*\*bar\*\*', 'long strong emphasis';
+like $output, qr'\*\*foo bar\*\*', 'spaces ok';
+like $output, qr'\*baz\*', 'short emphasis';
+like $output, qr'\*quux\*', 'long emphasis';
+like $output, qr'`oort`', 'code';
+like $output, qr'\[example\]\(http://example.com/\)', 'link';
+like $output, qr'```\ncode\n```', 'fenced code';
+like $output, qr'`also code`', 'inline code';
+
+# Errors found and fixed at a later date
+$input = qq{
+/Toe’s Reach/
+
+{{{
+one
+}}}
+
+== heading
+
+{{{
+two
+}}}
+
+nothing but {{{#REDIRECT [[Rhysalis Eina]]}}}
+
+##eins## und ##zwei##
+
+};
+
+update_page('test', $input);
+
+my $output = get_page('action=convert id=test');
+
+like $output, qr'\*Toe’s Reach\*', 'Toe’s Reach';
+like $output, qr'^```\none\n```$'m, 'code block one';
+like $output, qr'^```\none\n```$'m, 'code block two';
+like $output, qr'^## heading$'m, 'heading';
+like $output, qr'`#REDIRECT \[\[Rhysalis Eina\]\]`', 'inline code again';
+like $output, qr'`eins`', 'eins';
+like $output, qr'`zwei`', 'zwei';
+
+# check whether the candidates are listed correctly
+
+test_page(get_page('action=conversion-candidates'), 'test');
+
+# convert the file so it isn't listed anymore
+update_page('test', "#MARKDOWN\nhello\n");
+
+# add an image which cannot be converted
+AppendStringToFile($ConfigFile, "\$UploadAllowed = 1;\n");
+$page = update_page('pic', "#FILE image/png\niVBORw0KGgoAAAA");
+test_page($page, 'This page contains an uploaded file:');
+
+test_page_negative(get_page('action=conversion-candidates'), 'test', 'pic');

t/markdown-rule.t

@@ -1,5 +1,5 @@
 #!/usr/bin/env perl
-# Copyright (C) 2014–2017  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2014–2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -16,7 +16,7 @@
 
 require './t/test.pl';
 package OddMuse;
-use Test::More tests => 53;
+use Test::More tests => 68;
 
 add_module('markdown-rule.pl');
 add_module('bbcode.pl');
@@ -99,6 +99,8 @@ foo\n=\nbar
 <h2>foo ##</h2>
 bar\n##foo\nbar
 bar <h2>foo</h2><p>bar</p>
+this is #foo tag
+this is #foo tag
 ```\nfoo\n```\nbar
 <pre>foo</pre><p>bar</p>
 ```\nfoo\n```
@@ -107,6 +109,10 @@ bar <h2>foo</h2><p>bar</p>
 ``` foo ``` bar
 `bar`
 <code>bar</code>
+"""\n*foo*\n"""\nhallo
+<blockquote><p><em>foo</em></p></blockquote><p>hallo</p>
+> *foo*\nhallo
+<blockquote><p><em>foo</em></p></blockquote><p>hallo</p>
 |a|b|\n|c|d|\nbar
 <table><tr><th>a</th><th>b</th></tr><tr><td>c</td><td>d</td></tr></table><p>bar</p>
 |a|b|\n|c|d|
@@ -119,17 +125,52 @@ bar <h2>foo</h2><p>bar</p>
 <table><tr><th><em>foo</em></th></tr></table>
 |_foo_
 <table><tr><th><em style="font-style: normal; text-decoration: underline">foo</em></th></tr></table>
+| a| b|\n| c| d|
+<table><tr><th style="text-align: right">a</th><th style="text-align: right">b</th></tr><tr><td style="text-align: right">c</td><td style="text-align: right">d</td></tr></table>
+| a | b |\n| c | d |
+<table><tr><th style="text-align: center">a</th><th style="text-align: center">b</th></tr><tr><td style="text-align: center">c</td><td style="text-align: center">d</td></tr></table>
 foo ~~bar~~
 foo <del>bar</del>
 pay 1.-/month
 pay 1.-/month
 EOT
 
-xpath_run_tests(split('\n',<<'EOT'));
+xpath_run_tests(split(/\n/,<<'EOT'));
 [example](http://example.com/)
 //a[@class="url http"][@href="http://example.com/"][text()="example"]
 [an example](http://example.com/)
 //a[@class="url http"][@href="http://example.com/"][text()="an example"]
 [an example](http://example.com/ "Title")
 //a[@class="url http"][@href="http://example.com/"][@title="Title"][text()="an example"]
+[an\nexample](http://example.com/)
+//a[@class="url http"][@href="http://example.com/"][text()="an\nexample"]
+\n[an\n\nexample](http://example.com/)
+//p[text()="[an"]/following-sibling::p//text()[contains(string(),"example](")]
+EOT
+
+# test the quote again, writing an actual page
+test_page(update_page('cache', qq{"""\n*foo*\n"""\nhallo}),
+	  '<blockquote><p><em>foo</em></p></blockquote><p>hallo</p>');
+# test the page again to find errors in dirty block marking
+test_page(get_page('cache'),
+	  '<blockquote><p><em>foo</em></p></blockquote><p>hallo</p>');
+
+# test the other quote again, writing an actual page
+test_page(update_page('cache', qq{> *foo*\n> bar\nhallo}),
+	  '<blockquote><p><em>foo</em> bar</p></blockquote><p>hallo</p>');
+# test the page again to find errors in dirty block marking
+test_page(get_page('cache'),
+	  '<blockquote><p><em>foo</em> bar</p></blockquote><p>hallo</p>');
+
+@MyRules = grep { $_ ne \&MarkdownExtraRule } @MyRules;
+
+run_tests(split(/\n/,<<'EOT'));
+__underline__
+__underline__
+_underline_
+_underline_
+//italic//
+//italic//
+/italic/
+/italic/
 EOT

t/meta.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2015-2016  Alex Schroeder <alex@gnu.com>
+# Copyright (C) 2015-2019  Alex Schroeder <alex@gnu.com>
 # Copyright (C) 2015  Alex Jakimenko <alex.jakimenko@gmail.com>
 #
 # This program is free software: you can redistribute it and/or modify it under
@@ -147,6 +147,7 @@ for my $re (sort keys %changes) {
     $text =~s/Tss?\([^\)]+//g; # getting rid of "rename" in strings
     $text =~s/\{\w+\}//g; # getting rid of "rename" in $Action{rename}
     $text =~s/'\w+'//g; # getting rid of "rename" in 'rename'
+    $text =~s/rename-//g; # rename-page is OK
     not ($_ eq 'modules/pygmentize.pl' and $re eq '-f'
 	or $_ eq 'modules/static-copy.pl' and $re eq 'chmod'
 	or $_ eq 'modules/static-hybrid.pl' and $re eq 'chmod')

t/mojolicious-namespaces.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2016  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2016-2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -67,7 +67,6 @@ add_module('namespaces.pl');
 # EOF
 
 start_mojolicious_server();
-sleep(1);
 
 my $t = Test::Mojo->new;
 

t/mojolicious.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2016  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2016-2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -20,7 +20,6 @@ use Test::Mojo;
 require './t/test.pl';
 
 start_mojolicious_server();
-sleep(1);
 
 my $t = Test::Mojo->new;
 

t/namespaces.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2006–2016  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2006–2019  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify it under
 # the terms of the GNU General Public License as published by the Free Software
@@ -14,7 +14,7 @@
 
 require './t/test.pl';
 package OddMuse;
-use Test::More tests => 78;
+use Test::More tests => 89;
 use utf8; # tests contain UTF-8 characters and it matters
 
 add_module('namespaces.pl');
@@ -188,3 +188,28 @@ $feed = get_page('action=rc raw=1');
 test_page($feed, 'title: Wiki', 'title: Muu:Test');
 # BackHome never existed and Muu:BackHome was rolled back
 test_page_negative($feed, 'title: Muu:BackHome', 'title: BackHome');
+
+AppendStringToFile($ConfigFile, <<'EOT');
+$InterSitePattern = '[\p{Uppercase}\d][\w_  ]*';
+$InterLinkPattern = "($InterSitePattern:[-a-zA-Z0-9\x{0080}-\x{fffd}_=!?#\$\@~`\%&*+\\/:;.,]*[-a-zA-Z0-9\x{0080}-\x{fffd}_=#\$\@~`\%&*+\\/])$QDelim";
+$FreeInterLinkPattern = "($InterSitePattern:[-a-zA-Z0-9\x{0080}-\x{fffd}_=!?#\$\@~`\%&*+\\/:;.,()' ]+)";
+EOT
+
+test_page(update_page('Bond', 'My name is Bond', '007 ns', undef, undef,
+		      'ns=007', 'username=James'),
+	  '<title>Wiki 007: Bond</title>',
+	  '<p>My name is Bond</p>');
+test_page(get_page('action=browse id=Bond ns=007'),
+	  '<title>Wiki 007: Bond</title>',
+	  '<p>My name is Bond</p>');
+
+# BannedHosts are shared! Editing the BannedHosts in a namespace results in the root BannedHosts getting written.
+
+test_page(update_page('BannedHosts', '^127\.0\.0\.1', 'ban myself', undef, 1, 'ns=007', 'username=James'),
+	  '<title>Wiki 007: Banned Hosts</title>', 'This page does not exist');
+test_page(get_page('BannedHosts'), quotemeta('^127\.0\.0\.1'));
+test_page(update_page('Mr._Q', 'Hello'), 'This page does not exist');
+test_page(update_page('Mr._Q', 'Hello', undef, undef, undef, 'ns=007'), 'This page does not exist');
+test_page(update_page('Mr._Q', 'Hello', undef, undef, undef, 'ns=008'), 'This page does not exist');
+update_page('BannedHosts', '', 'unban myself', undef, 1);
+test_page(update_page('Mr._Q', 'Hello'), 'Hello');

t/page-trail.t

@@ -22,9 +22,9 @@ add_module('page-trail.pl');
 my $page = get_page('FirstPage');
 
 xpath_test($page,
-	   '//div[@class="header"]/div[@class="menu"]/span[@class="gotobar bar"]/following-sibling::span[@class="trail"]',
-	  '//span[@class="trail"][contains(text(),"Trail: ")]/br',
-	  '//span[@class="trail"]/a[@class="local"][@href="http://localhost/wiki.pl/FirstPage"][text()="FirstPage"]');
+	   '//header/nav/span[@class="gotobar bar"]/following-sibling::span[@class="trail"]',
+	   '//span[@class="trail"][contains(text(),"Trail: ")]/br',
+	   '//span[@class="trail"]/a[@class="local"][@href="http://localhost/wiki.pl/FirstPage"][text()="FirstPage"]');
 
 # verify cookie
 test_page($page, 'Set-Cookie: Wiki=trail%251eFirstPage');

t/permanent-anchors.t

@@ -1,4 +1,4 @@
-# Copyright (C) 2006, 2007  Alex Schroeder <alex@gnu.org>
+# Copyright (C) 2006-2018  Alex Schroeder <alex@gnu.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -15,7 +15,7 @@
 
 require './t/test.pl';
 package OddMuse;
-use Test::More tests => 27;
+use Test::More tests => 30;
 use utf8; # tests contain UTF-8 characters and it matters
 
 add_module('permanent-anchors.pl');
@@ -90,3 +90,10 @@ run_tests(split('\n',<<'EOT'));
 **[::bold]** and **bold**
 <strong><span class="permanentanchor">bold</span></strong> and <strong>bold</strong>
 EOT
+
+# delete a page
+update_page('TheTest', $DeletedPage);
+OpenPage('TheTest');
+is(-f GetPageFile($OpenPageName), 1, 'Page file exists');
+is(DeletePage($OpenPageName), '', 'No error deleting a page');
+is(-e GetPageFile($OpenPageName), undef, 'Page file no longer exists');

t/pingback-server.t

@@ -0,0 +1,82 @@
+# Copyright (C) 2019  Alex Schroeder <alex@gnu.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require './t/test.pl';
+package OddMuse;
+use Test::More tests => 13;
+use LWP::UserAgent;
+use RPC::XML::Client;
+use RPC::XML;
+
+add_module('pingback-server.pl');
+AppendStringToFile($ConfigFile, "\$CommentsPrefix = 'Comments_on_';\n");
+
+# This test is is going to use two servers in addition to this script, but in
+# actual fact we are all going to share the data directory.
+
+test_page(update_page('Target', 'This is the test page.'), 'This is the test page');
+
+# Server 1 is going to be the pingback server.
+
+start_server();
+
+# Check whether the child is up and running
+my $ua = LWP::UserAgent->new;
+my $response = $ua->get("$ScriptName?action=version");
+ok($response->is_success, "There is a wiki running at $ScriptName");
+like($response->decoded_content, qr/\bpingback-server\.pl/, "The server has the pingback-server extension installed");
+
+# Now that we have the pingback server running, we need to get the URL of the
+# test page, including its port.
+
+my $target_url = ScriptUrl('Target');
+my $pingback_url = ScriptUrl('pingback/Target');
+
+# Verify that the target exists via external request
+$response = $ua->get($target_url);
+ok($response->is_success, "Target URL response");
+like($response->decoded_content, qr/This is the test page/, "Target URL decoded");
+
+# Create the Source page before starting the next server (so that it knows about
+# the new page)
+test_page(update_page('Source', "Link to $target_url"), 'Link to');
+
+# Server 2 is going to be the source server.
+start_server(2);
+
+# Check whether the child is up and running (with a new $ScriptName!)
+$response = $ua->get("$ScriptName?action=version");
+ok($response->is_success, "There is a wiki running at $ScriptName");
+
+# New script name means we can now get the source_url.
+my $source_url = ScriptUrl('Source');
+
+# Verify that the source exists via external request
+$response = $ua->get($source_url);
+ok($response->is_success, "Source URL response");
+like($response->decoded_content, qr/Link to/, "Source URL decoded");
+like($response->decoded_content, qr/$target_url/, "Source page links to Target page");
+
+my $client = RPC::XML::Client->new($pingback_url);
+my $source = RPC::XML::string->new($source_url);
+my $target = RPC::XML::string->new($target_url);
+my $request = RPC::XML::request->new('pingback.ping', $source, $target);
+my $response = $client->send_request($request);
+
+ok(ref($response), 'Got a response reference');
+
+test_page(get_page('Comments_on_Target'),
+	  'Pingback:',
+	  $source_url);