User-agent: *
Disallow: /index.php/
Disallow: /checkout/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /catalogsearch/
Disallow: /*SID=
Disallow: /*/f/
Allow: /media/catalog/

User-Agent: bingbot
Crawl-delay: 20

# Custom Rules OGM2-1228

User-agent: AdsBot-Google
Disallow:

User-Agent: SemrushBot
Crawl-delay: 30

User-Agent: dotbot
Crawl-delay: 30

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-agent: teracent-feed-processing
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

Sitemap: https://www.openhaardhout-gigant.nl/sitemaps/openhaardhoutgigant/sitemap.xml