unblock bing and apple bots.

This commit is contained in:
fiatjaf
2025-01-27 22:15:44 -03:00
parent 04bb08379a
commit d406058d8c
2 changed files with 0 additions and 8 deletions

View File

@@ -20,10 +20,8 @@ func agentBlock(next http.HandlerFunc) http.HandlerFunc {
"DotBot", "DotBot",
"ClaudeBot", "ClaudeBot",
"GPTBot", "GPTBot",
"bingbot",
"MJ12Bot", "MJ12Bot",
"PetalBot", "PetalBot",
"Applebot",
} { } {
if strings.Contains(ua, bua) { if strings.Contains(ua, bua) {
// log.Debug().Str("ua", ua).Msg("user-agent blocked") // log.Debug().Str("ua", ua).Msg("user-agent blocked")

View File

@@ -23,18 +23,12 @@ Disallow: /
User-agent: dotbot User-agent: dotbot
Disallow: / Disallow: /
User-agent: bingbot
Disallow: /
User-agent: MJ12bot User-agent: MJ12bot
Disallow: / Disallow: /
User-agent: PetalBot User-agent: PetalBot
Disallow: / Disallow: /
User-agent: Applebot
Disallow: /
User-agent: * User-agent: *
Allow: / Allow: /