# This Alternate robots.txt file was created by the Alternate Robots.txt WordPress plugin.
# robots.txt for https://www.sf-fandom.com/

Sitemap: https://www.sf-fandom.com/main-sitemap.txt

# Allow the good bots in

User-agent: Baiduspider
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Exabot
User-agent: facebookexternalhit
User-agent: FeedFetcher-Google
User-agent: Google-InspectionTool
User-agent: Google-Site-Verification
User-agent: Google-speakr
User-agent: GoogleBot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: Qwantify
User-agent: SpeedySpider
User-agent: TwitterBot
User-agent: YandexAntivirus/2.0
User-agent: YandexBot/3.0
User-agent: YandexImageResizer/2.0
User-agent: YandexImages/3.0
User-agent: YandexMedia/3.0
User-agent: YandexPagechecker/1.0
User-agent: YandexWebmaster/2.0
User-agent: YandexZakladki/3.0
Disallow: /cgi-bin/
Disallow: /get/
Disallow: /go/
Disallow: /wp-admin/

# Block the well-behaved unwanted bots

User-agent: AhrefsBot
User-agent: CCBot/2.0
User-agent: ChatGPT-User
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: MJ12Bot
User-agent: Mojeekbot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: SemrushBot
User-agent: similarweb
User-agent: YepBot
User-agent: YouBot
User-agent: *
Disallow: /