From d406058d8cc8de560830cdca7f8385ec64dd8e40 Mon Sep 17 00:00:00 2001 From: fiatjaf Date: Mon, 27 Jan 2025 22:15:44 -0300 Subject: [PATCH] unblock bing and apple bots. --- block.go | 2 -- render_robots.go | 6 ------ 2 files changed, 8 deletions(-) diff --git a/block.go b/block.go index 4cebf2a..ca2c4b3 100644 --- a/block.go +++ b/block.go @@ -20,10 +20,8 @@ func agentBlock(next http.HandlerFunc) http.HandlerFunc { "DotBot", "ClaudeBot", "GPTBot", - "bingbot", "MJ12Bot", "PetalBot", - "Applebot", } { if strings.Contains(ua, bua) { // log.Debug().Str("ua", ua).Msg("user-agent blocked") diff --git a/render_robots.go b/render_robots.go index 4346417..3db9521 100644 --- a/render_robots.go +++ b/render_robots.go @@ -23,18 +23,12 @@ Disallow: / User-agent: dotbot Disallow: / -User-agent: bingbot -Disallow: / - User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / -User-agent: Applebot -Disallow: / - User-agent: * Allow: /