Sitemap: https://www.iamsterdam.com/sitemap.xml

# For specific bots
User-agent: msnbot
Crawl-delay: 10

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2