diff options
| -rw-r--r-- | deployment/wikis/templates/wiki_vhost.conf | 2 | ||||
| -rw-r--r-- | modules/mediawiki/files/robots.txt | 4 | ||||
| -rw-r--r-- | modules/mediawiki/manifests/base.pp | 8 |
3 files changed, 14 insertions, 0 deletions
diff --git a/deployment/wikis/templates/wiki_vhost.conf b/deployment/wikis/templates/wiki_vhost.conf index 077de211..4e1355bc 100644 --- a/deployment/wikis/templates/wiki_vhost.conf +++ b/deployment/wikis/templates/wiki_vhost.conf @@ -5,6 +5,8 @@ RewriteEngine On RewriteRule ^/?$ /en/ [R] +Alias /robots.txt <%= @wikis_root %>/robots.txt + <%- for lang in wiki_languages -%> <Directory <%= @wikis_root %>/<%= lang %>/images> diff --git a/modules/mediawiki/files/robots.txt b/modules/mediawiki/files/robots.txt new file mode 100644 index 00000000..a58c6199 --- /dev/null +++ b/modules/mediawiki/files/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: /mw-*/index.php? +Disallow: /*/Special: +Crawl-delay: 30 diff --git a/modules/mediawiki/manifests/base.pp b/modules/mediawiki/manifests/base.pp index 2685d2b3..3e4d32b0 100644 --- a/modules/mediawiki/manifests/base.pp +++ b/modules/mediawiki/manifests/base.pp @@ -9,6 +9,14 @@ class mediawiki::base { ensure => directory, } + file { $mediawiki::config::root/robots.txt: + ensure => present, + mode => '0644', + owner => root, + group => root, + source => 'puppet:///modules/mediawiki/robots.txt', + } + # file { '/usr/local/bin/init_wiki.php': # mode => '0755', # source => 'puppet:///modules/mediawiki/init_wiki.php', |