From c4677d4637ac0277f24747762d549f467b4ae43d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jani=20V=C3=A4limaa?= <wally@mageia.org>
Date: Sun, 4 May 2025 12:40:32 +0300
Subject: Add robots.txt for forums

---
 modules/phpbb/files/robots.txt            | 7 +++++++
 modules/phpbb/manifests/base.pp           | 9 +++++++++
 modules/phpbb/templates/forums_vhost.conf | 2 ++
 3 files changed, 18 insertions(+)
 create mode 100644 modules/phpbb/files/robots.txt

diff --git a/modules/phpbb/files/robots.txt b/modules/phpbb/files/robots.txt
new file mode 100644
index 00000000..1c335a73
--- /dev/null
+++ b/modules/phpbb/files/robots.txt
@@ -0,0 +1,7 @@
+User-agent: *
+Disallow: /*/faq.php?
+Disallow: /*/memberlist.php?
+Disallow: /*/posting.php?
+Disallow: /*/search.php?
+Disallow: /*/ucp.php?
+Crawl-delay: 30
diff --git a/modules/phpbb/manifests/base.pp b/modules/phpbb/manifests/base.pp
index 82340c7d..9f676cb4 100644
--- a/modules/phpbb/manifests/base.pp
+++ b/modules/phpbb/manifests/base.pp
@@ -29,6 +29,15 @@ class phpbb::base {
         ensure => directory,
     }
 
+    $robotsfile = "$forums_dir/robots.txt"
+    file { $robotsfile:
+        ensure => present,
+        mode   => '0644',
+        owner  => root,
+        group  => root,
+        source => 'puppet:///modules/phpbb/robots.txt',
+    }
+
     # TODO check that everything is locked down
     apache::vhost::base { "forums.${::domain}":
         content => template('phpbb/forums_vhost.conf'),
diff --git a/modules/phpbb/templates/forums_vhost.conf b/modules/phpbb/templates/forums_vhost.conf
index d60e65ab..440dad1f 100644
--- a/modules/phpbb/templates/forums_vhost.conf
+++ b/modules/phpbb/templates/forums_vhost.conf
@@ -13,6 +13,8 @@
     RewriteRule ^/$ /en/ [R]
     RewriteRule ^/(..)$ /$1/ [R]
 
+    Alias /robots.txt <%= forums_dir %>/robots.txt
+
     AliasMatch ^/(..)/(.*) <%= forums_dir %>/$1/phpBB/$2
 
     <Directory ~ "<%= forums_dir %>/.*/phpBB/">
-- 
cgit v1.2.1