diff options
Diffstat (limited to 'modules/mediawiki/files/robots.txt')
| -rw-r--r-- | modules/mediawiki/files/robots.txt | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/modules/mediawiki/files/robots.txt b/modules/mediawiki/files/robots.txt new file mode 100644 index 00000000..a58c6199 --- /dev/null +++ b/modules/mediawiki/files/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: /mw-*/index.php? +Disallow: /*/Special: +Crawl-delay: 30 |