User-agent: meta-externalagent
Disallow: /advsearch
Disallow: /quicksearch
Disallow: /*?page=
Disallow: /offline-search
Crawl-delay: 10

User-agent: Googlebot
Disallow: /advsearch
Disallow: /quicksearch
Disallow: /offline-search

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Googlebot-News
Disallow:

User-agent: Googlebot-Video
Disallow:

User-agent: Storebot-Video
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: bingbot
Disallow: /advsearch
Disallow: /quicksearch
Disallow: /offline-search

User-agent: msnbot
Disallow: /advsearch
Disallow: /quicksearch

User-agent: adidxbot
Disallow: /advsearch
Disallow: /quicksearch

User-agent: MJ12bot
Disallow:
Crawl-delay: 5

User-agent: AhrefsBot
Disallow:
Crawl-delay: 5

User-agent: BLEXBot
Disallow:
Crawl-delay: 5

User-agent: dotbot
Disallow:
Crawl-delay: 10

User-agent: anthropic-ai
Disallow:
Crawl-delay: 10

User-agent: Claude-Web
Disallow:
Crawl-delay: 10

User-agent: ClaudeBot
Disallow:
Crawl-delay: 10

User-agent: *
Disallow: /advsearch
Disallow: /quicksearch
Disallow: /offline-search