User-agent: *
Allow: /

# Search results are thin, infinite and generate themselves. They
# are never worth crawl budget on a site with an archive this size.
Disallow: /search
Disallow: /*?s=

# Tracking and session parameters create endless duplicates of real
# pages. The canonical tag handles them; this saves the crawl.
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*replytocom=

# The editorial back office is not a public surface.
Disallow: /admin

# SEO and marketing crawlers. Welcome, but not at full speed.
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
Crawl-delay: 10

# Search results are thin, infinite and generate themselves. They
# are never worth crawl budget on a site with an archive this size.
Disallow: /search
Disallow: /*?s=

# Tracking and session parameters create endless duplicates of real
# pages. The canonical tag handles them; this saves the crawl.
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*replytocom=

# The editorial back office is not a public surface.
Disallow: /admin

# Sitemaps
Sitemap: https://www.inautonews.com/sitemap.xml