# For all robots
User-agent: *
Disallow: /results$
Disallow: /results?
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?cid=
Disallow: /*&cid=
Disallow: /*?bid=
Disallow: /*&bid=
Disallow: /tools/clp/*

# Sitemaps
Sitemap: https://www.aldi.co.uk/sitemap.xml
Sitemap: https://www.aldi.co.uk/sitemap_categories.xml
Sitemap: https://www.aldi.co.uk/sitemap_products.xml
Sitemap: https://www.aldi.co.uk/sitemap_stores.xml


# Block known low-value crawlers
User-agent: CazoodleBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Gigabot
Disallow: /