User-agent: *
Disallow: /account/
Disallow: /checkout/
Disallow: /widgets/
Disallow: /navigation/
Disallow: /bundles/
Disallow: /wishlist$
Disallow: /*?search=
Disallow: /*?order=
Disallow: /*?p=
Disallow: /*?properties=

Disallow: /media/
Allow: /media/*.jpg
Allow: /media/*.jpeg
Allow: /media/*.png
Allow: /media/*.gif
Allow: /media/*.webp
Allow: /media/*.svg
Allow: /thumbnail/

Sitemap: https://www.smolke.nl/sitemap.xml

#----------------------------------------------------
# Block bad crawlers
# ----------------------------------------------------
# third party search engine bot
User-agent: MJ12bot
Disallow: /

# Web-crawler by the company 'WiseGuys' to gather unstructured webdata
User-agent: Vagabondo
Disallow: /

# Chinese Search Engine
User-agent: BaiDuSpider
Disallow: /

# Russian Search Engine
User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: CFNetwork
Disallow: /

User-agent: TwengaBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: FatBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: seoscanners.net
Disallow: /

User-agent: SpeedySpider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /