# =======================
# General User-agent Rule
# =======================

User-agent: *
Crawl-delay: 5
Disallow: /search
Disallow: /*search?

# ========================
# Block Known Scraper Bots
# ========================

User-agent: Teleport
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: ERNIE-Bot
Disallow: /

User-agent: BlowFish/1.0
Disallow: /

User-agent: grub
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: Titan
Disallow: /

User-agent: Barkrowler
Disallow: /

# ====================
# Block Malicious Bots
# ====================

User-agent: 008
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: BackDoorBot/1.0
Disallow: /

User-agent: Bullseye/1.0
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Kenjin Spider
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

# =============================
# Block High-Risk Regional Bots
# =============================

User-agent: Sogou
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Szukacz/1.4
Disallow: /

# ==============================
# Block Known Data Scraping Bots
# ==============================

User-agent: BotALot
Disallow: /

User-agent: BunnySlippers
Disallow: /

User-agent: BuiltBotTough
Disallow: /

User-agent: CheeseBot
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: Foobot
Disallow: /

User-agent: Harvest/1.5
Disallow: /

User-agent: InfoNaviRobot
Disallow: /

User-agent: JennyBot
Disallow: /

User-agent: Mister PiX
Disallow: /

User-agent: moget
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: ProPowerBot/2.14
Disallow: /

User-agent: Radiation Retriever
Disallow: /

User-agent: RepoMonkey
Disallow: /

User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /

User-agent: True_Robot
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Zeus
Disallow: /

# =======
# Sitemap
# =======

Sitemap: https://www.ospar.org/sitemap.xml