User-agent: AhrefsBot
Crawl-Delay: 20

User-agent: SemrushBot
Crawl-Delay: 20

User-agent: dotbot
Crawl-Delay: 20

User-agent: serpstatbot
Crawl-Delay: 20

User-Agent: MJ12bot
Crawl-Delay: 20

User-agent: bingbot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 20

User-agent: BLEXBot
Crawl-delay: 20

User-agent: grapeshot
Crawl-delay: 20

User-agent: proximic
Crawl-delay: 20

User-agent: CriteoBot
Crawl-delay: 20

User-agent: Qwantify
Crawl-delay: 20

User-agent: SeobilityBot
Crawl-delay: 20

User-agent: DataForSeoBot
Crawl-delay: 20

User-agent: Applebot
Crawl-delay: 20

User-agent: SeekportBot
Crawl-delay: 20


#User-agent: *
#Disallow: /vs/

User-agent: *
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: GPTBot
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: ChatGPT-User
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: ClaudeBot
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: Claude-SearchBot
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: PerplexityBot
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: Google-Extended
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: CCBot
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: OAI-SearchBot
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: Claude-User
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

User-agent: Perplexity-User
Disallow: /go.php*
Disallow: /go_ag.php*
Disallow: /api/*
Disallow: /vs/*/*/*/
Disallow: /temp/
Disallow: /nc/helpers/log_impression.php
Allow: /api/agent/v1/

Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://thetirelab.com/sitemap.xml
Sitemap: https://thetirelab.com/mag/wp-sitemap.xml