#     __  _____________________
#    /  |/  /_  __/_  __/ ____/
#   / /|_/ / / /   / / / /
#  / /  / / / /   / / / /___
# /_/  /_/ /_/   /_/  \____/
#
# Hello, crawler. Nothing to chew on in this file. The termite cost guides are at https://mytermitetreatmentcosts.com/
#
# As a condition of accessing this website, you agree to abide by the
# following content signals:
#
# (a)  If a content-signal = yes, you may collect content for the
#      corresponding use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /?s=
Disallow: /estimates/
Disallow: /api/costs/

# The bots below take more than they give.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: GoogleOther
User-agent: Google-CloudVertexBot
User-agent: Bytespider
User-agent: TikTokSpider
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: PetalBot
User-agent: PanguBot
User-agent: Timpibot
User-agent: ProRataInc
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: Omgili
User-agent: Omgilibot
User-agent: Novellum AI Crawl
User-agent: Cloudflare-AutoRAG
User-agent: cohere-ai
User-agent: MistralAI-Training
User-agent: Kimibot
User-agent: Cotoyogi
User-agent: ICC-Crawler
User-agent: FishBot
User-agent: NavuBot
User-agent: WardBot
User-agent: QualifiedBot
User-agent: BorderXBot
User-agent: CitiBotSiteCrawler
User-agent: Atlassian-Bot
User-agent: magpie-crawler
User-agent: Claude-SearchBot
User-agent: Amzn-SearchBot
User-agent: meta-webindexer
User-agent: SemrushBot
User-agent: SemrushBot-SWA
User-agent: SiteAuditBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: rogerbot
User-agent: SEOkicks
User-agent: spbot
User-agent: linkdexbot
User-agent: MegaIndex.ru
User-agent: DataForSeoBot
User-agent: barkrowler
User-agent: serpstatbot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

Sitemap: https://mytermitetreatmentcosts.com/sitemap.xml