User-agent: *
Disallow:

#Block Cloudflare RUM Indexing
Disallow: /cdn-cgi/

# Block access to specific groups of pages
Disallow: /online/cart
Disallow: /online/checkout
Disallow: /online/my-account
Disallow: /online/ssoLogout

# Allow search crawlers to discover the sitemap
Sitemap: https://www.spar.si/index.sitemap.trgovine-sitemap.xml
Sitemap: https://www.spar.si/index.sitemap.zaposlitev-sitemap.xml 
Sitemap: https://www.spar.si/index.sitemap.xml
Sitemap: https://www.spar.si/online/sitemap.xml
Sitemap: https://www.spar.si/index.sitemap.jedel-bi-sitemap.xml

User-agent: XSpider 7
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Atomz
Disallow: /jedel-bi.sitemap.xml

User-agent: CazoodleBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: dotbot/1.0
Disallow: /

Request-rate: 1/10 # maximum rate is one page every 10 seconds
Crawl-delay: 10 # 10 seconds between page requests
Visit-time: 0400-0845 # only visit between 04:00 and 08:45 UTC