# Block specific bots (full deny)
User-agent: PetalBot
User-agent: AspiegelBot
User-agent: DotBot
User-agent: MauiBot
User-agent: MJ12bot
User-agent: CCBot
User-agent: GPTBot
User-agent: Bytespider
User-agent: ClaudeBot
User-agent: Facebot
Disallow: /

# General rules for all other bots
User-agent: *
Disallow: /threads/*/post-
Disallow: /account/
Disallow: /admin.php
Disallow: /attachments/
Disallow: /conversations/
Disallow: /editor/
Disallow: /find-new/
Disallow: /goto/
Disallow: /help/
Disallow: /inline-mod/
Disallow: /login/
Disallow: /lost-password/
Disallow: /members/
Disallow: /misc/
Disallow: /misc/language
Disallow: /misc/style
Disallow: /online/
Disallow: /posts/
Disallow: /register/
Disallow: /report/
Disallow: /search/
Disallow: /watched/
Disallow: /whats-new/
Disallow: /uix/

# Block noisy thread variants
Disallow: /threads/*/unread
Disallow: /threads/*/latest
Disallow: /*sam-item
Disallow: /*track-view
Disallow: /*page-*

# Block UIX JSON & toggle endpoints (not useful for search)
Disallow: /*.json$
Disallow: /uix/
Disallow: /*toggle*

# Block variant SVG noise
Disallow: /data/local/icons/


# Sitemap location
Sitemap: https://www.offshorecorptalk.com/sitemap.xml