From 8f7ae07cf2a815a1d871bd9aa80dd342d6a6e5d4 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jani=20V=C3=A4limaa?= <wally@mageia.org>
Date: Sun, 4 May 2025 11:23:45 +0300
Subject: Add robots.txt to wiki

---
 modules/mediawiki/files/robots.txt  | 4 ++++
 modules/mediawiki/manifests/base.pp | 8 ++++++++
 2 files changed, 12 insertions(+)
 create mode 100644 modules/mediawiki/files/robots.txt

(limited to 'modules')

diff --git a/modules/mediawiki/files/robots.txt b/modules/mediawiki/files/robots.txt
new file mode 100644
index 00000000..a58c6199
--- /dev/null
+++ b/modules/mediawiki/files/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /mw-*/index.php?
+Disallow: /*/Special:
+Crawl-delay: 30
diff --git a/modules/mediawiki/manifests/base.pp b/modules/mediawiki/manifests/base.pp
index 2685d2b3..3e4d32b0 100644
--- a/modules/mediawiki/manifests/base.pp
+++ b/modules/mediawiki/manifests/base.pp
@@ -9,6 +9,14 @@ class mediawiki::base {
         ensure => directory,
     }
 
+    file { $mediawiki::config::root/robots.txt:
+        ensure => present,
+        mode   => '0644',
+        owner  => root,
+        group  => root,
+        source => 'puppet:///modules/mediawiki/robots.txt',
+    }
+
 #    file { '/usr/local/bin/init_wiki.php':
 #        mode   => '0755',
 #        source => 'puppet:///modules/mediawiki/init_wiki.php',
-- 
cgit v1.2.1