From d17b7032f2065a0c82681fecbbe250eb8e036995 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jani=20V=C3=A4limaa?= Date: Thu, 4 Jul 2024 11:32:17 +0300 Subject: svnweb: add facebookexternalhit to robots.txt --- modules/viewvc/files/robots.txt | 1 + 1 file changed, 1 insertion(+) (limited to 'modules/viewvc') diff --git a/modules/viewvc/files/robots.txt b/modules/viewvc/files/robots.txt index 416168b6..dbb13834 100644 --- a/modules/viewvc/files/robots.txt +++ b/modules/viewvc/files/robots.txt @@ -8,6 +8,7 @@ User-agent: ClaudeBot User-agent: Amazonbot User-agent: PetalBot User-agent: Bytespider +User-agent: facebookexternalhit Disallow: /*/tags/ Disallow: *?view=annotate* Disallow: *?annotate=* -- cgit v1.2.1