diff --git a/block.go b/block.go index 4cebf2a..ca2c4b3 100644 --- a/block.go +++ b/block.go @@ -20,10 +20,8 @@ func agentBlock(next http.HandlerFunc) http.HandlerFunc { "DotBot", "ClaudeBot", "GPTBot", - "bingbot", "MJ12Bot", "PetalBot", - "Applebot", } { if strings.Contains(ua, bua) { // log.Debug().Str("ua", ua).Msg("user-agent blocked") diff --git a/render_robots.go b/render_robots.go index 4346417..3db9521 100644 --- a/render_robots.go +++ b/render_robots.go @@ -23,18 +23,12 @@ Disallow: / User-agent: dotbot Disallow: / -User-agent: bingbot -Disallow: / - User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / -User-agent: Applebot -Disallow: / - User-agent: * Allow: /