User-agent: AdIdxBot
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google
Allow: /

User-Agent:  FacebookBot
Disallow: /
Crawl-delay: 10

User-agent: Amazonbot
Crawl-Delay: 10

User-agent: AhrefsBot
Crawl-Delay: 60

User-agent: meta-externalagent
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: *
Allow: /

#Disallow from crawling
Disallow: /*?sort
Disallow: /*&sort
Disallow: /*?route=product/search
Disallow: /index.php?route=information/contact
Disallow: /index.php?route=account/account
Disallow: /index.php?route=account/register
Disallow: /index.php?route=account/login
Disallow: /index.php?route=account/wishlist
Disallow: /index.php?route=checkout/cart
Disallow: /index.php?route=checkout/checkout

#Sitemap
Sitemap: https://www.onlinetuinhout.nl/sitemap.xml