# AI-BOTS – TOEGESTAAN
User-agent: ChatGPT
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: GeminiBot
User-agent: You.com
User-agent: MistralBot
User-agent: PhindBot
User-agent: AmazonBot
Allow: /

# SEO-BOTS – TOEGESTAAN
User-agent: Googlebot
Disallow: /*.html?*
User-agent: Bingbot
Disallow: /*.html?*
User-agent: Slurp
Disallow: /*.html?*
User-agent: DuckDuckBot
Disallow: /*.html?*
User-agent: Yandex
Disallow: /*.html?*
User-agent: Baiduspider
Disallow: /*.html?*
User-agent: Sogou
Disallow: /*.html?*
User-agent: Exabot
Disallow: /*.html?*
User-agent: facebot
Disallow: /*.html?*
User-agent: ia_archiver
Disallow: /*.html?*
User-agent: AhrefsBot
Disallow: /*.html?*
User-agent: SemrushBot
Disallow: /*.html?*
User-agent: MJ12bot
Disallow: /*.html?*
User-agent: DotBot
Disallow: /*.html?*
User-agent: SeznamBot
Disallow: /*.html?*

# BEELDBOTS
User-agent: Googlebot-Image
Allow: /

# GEBLOKKEERDE BOTS
User-agent: CCBot
User-agent: NeevaAI
User-agent: aibot
User-agent: cohere-ai
User-agent: YouBot
Disallow: /
User-agent: Sogou+Pic-Ins
User-agent: gptbot-web
User-agent: CazoodleBot
User-agent: Fasterfox
User-agent: Jyxobot
User-agent: ShopWiki
User-agent: voltron
Disallow: /

# WILDCARD BLOK
User-agent: *
Crawl-delay: 5
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.asp$
Disallow: /*.pl$
Disallow: /*.exe$
Disallow: /*.txt$
Disallow: /*.html?*
Disallow: /*?$
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?gclid=
Disallow: /*?fbclid=

# URL-PARAMETERS
Disallow: *?p=
Disallow: *?*%20*
Disallow: *?*%25*
Disallow: *?*%2C*
Disallow: *?*,*
Disallow: *?*%5B*
Disallow: *?limit=*
Disallow: *&limit=*
Disallow: *?order=*
Disallow: *&order=*
Disallow: *?dir=*
Disallow: *&dir=*
Disallow: *?mode=*
Disallow: *&mode=*
Disallow: *?___store=*
Disallow: *&___store=*
Disallow: *?___from_store=*
Disallow: *&___from_store=*
Disallow: *?SID=*
Disallow: *&SID=*
Disallow: *?___SID=*
Disallow: *&___SID=*

# WEBSITE SPECIFIEK
# Magento
Disallow: /404/
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /media/captcha/
Disallow: /cron.php
Disallow: /install.php
Disallow: /wishlist/
Disallow: /cgi-bin/
Disallow: /squirrelmail
Disallow: /index.php/
Disallow: /checkout/
Disallow: /custom/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
# WordPress
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /xmlrpc.php
Disallow: /?s=

# SITEMAP
Sitemap: https://www.taartenwinkel.nl/sitemap.xml