User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: CrazyWebCrawler-Spider
Disallow: /
 
User-agent: EtaoSpider
Disallow: /

User-agent: *  
# Don’t crawl these parameter URLs : 
 
# Case per case not to crawl URLs, PDF 
Disallow: /business/shoppingCart.htm
Disallow: /home/official/website-terms-conditions
Disallow: /home/official/cookie-policy
Disallow: /home/official/privacy-policy
Disallow: /home/official/sales-terms-conditions
Disallow: /home/official/purchasing-terms-conditions
Disallow: /home/official/modern-slavery-statement
Disallow: /home/official/equal-pay-report
Disallow: /home/official/delivery-information
Disallow: /home/delete/*
Disallow: /home/keep-but-dont-publish/*
Disallow: /home/official/404-error
Disallow: /*.pdf 

Sitemap: https://www.antalis.co.uk/home.sitemap.xml