Sitemap: https://thecrofoot.com/wp-sitemap.xml

User-agent: MJ12Bot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Goodzer
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DomainAppender
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: Mail.Ru
Disallow: /

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

# ---------------------------
# END YOAST BLOCK