User-agent: *
Disallow: /search
Disallow: /manage/
Disallow: /newsletter/issues/
Disallow: /events/getcalendarevents
Disallow: /*/template$
Sitemap: https://www.moldmakingtechnology.com/sitemap

# Throttled crawlers: allowed but rate-limited. A named group replaces the * rules, so they are repeated in each group.
User-agent: Claude-SearchBot
Crawl-delay: 20
Disallow: /search
Disallow: /manage/
Disallow: /newsletter/issues/
Disallow: /events/getcalendarevents
Disallow: /*/template$

User-agent: DotBot
Crawl-delay: 20
Disallow: /search
Disallow: /manage/
Disallow: /newsletter/issues/
Disallow: /events/getcalendarevents
Disallow: /*/template$

# AI Data Scrapers
User-agent: AI2Bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Kangaroo Bot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: omgili
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: Webzio-Extended
Disallow: /