# MIKROE robots.txt - customized from PrestaShop's generated file
# Existing PrestaShop and MIKROE URL exclusions are preserved below.
# Selected search and AI agents may crawl public content; others are disallowed.
# Crawling preferences only; Cloudflare handles bot verification and access.
# Disable Cloudflare managed robots.txt injection to avoid conflicting policies.
# Preserve this custom file if PrestaShop regenerates robots.txt.

# Selected agents share all the exclusions below. Keep these agent lines together.
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Storebot-Google
User-agent: Google-InspectionTool
User-agent: Google-Extended
User-agent: bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: DuckDuckBot
User-agent: DuckAssistBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: MistralAI-Index
User-agent: MistralAI-User
User-agent: MistralAI-Training
User-agent: facebookexternalhit
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: Amazonbot
Allow: /

# Optional usage signals: search, AI answers and training remain permitted.
# Content-Usage is an IETF draft extension; support varies by crawler.
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Content-Usage: search=y, ai-use=y, train-ai=y

# Allow Directives
Allow: /modules/*.css
Allow: /*/modules/*.css
Allow: /modules/*.js
Allow: /*/modules/*.js
Allow: /tools/treeManagement.js
Allow: /*/tools/treeManagement.js
# Private pages and duplicate URLs
Disallow: /*?orderby=
Disallow: /*?orderway=
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*?back=
Disallow: /*?n=
Disallow: /*&orderby=
Disallow: /*&orderway=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*&n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-opc
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
# Directories
Disallow: /classes/
Disallow: /*/classes/
Disallow: /config/
Disallow: /*/config/
Disallow: /download/
Disallow: /*/download/
Disallow: /mails/
Disallow: /*/mails/
Disallow: /modules/
Disallow: /*/modules/
Disallow: /translations/
Disallow: /*/translations/
Disallow: /tools/
Disallow: /*/tools/
# Files
Disallow: /*en/address
Disallow: /*en/addresses
Disallow: /*en/login
Disallow: /cart
Disallow: /*en/cart
Disallow: /*en/discount
Disallow: /*en/guest-tracking
Disallow: /*en/order-history
Disallow: /*en/identity
Disallow: /*en/my-account
Disallow: /*en/order
Disallow: /*en/order-confirmation
Disallow: /*en/order-follow
Disallow: /*en/quick-order
Disallow: /*en/credit-slip
Disallow: /*en/password-recovery
Disallow: /*en/search
Disallow: /*rs/address
Disallow: /*rs/addresses
Disallow: /*rs/login
Disallow: /*rs/cart
Disallow: /*rs/discount
Disallow: /*rs/guest-tracking
Disallow: /*rs/order-history
Disallow: /*rs/identity
Disallow: /*rs/my-account
Disallow: /*rs/order
Disallow: /*rs/order-confirmation
Disallow: /*rs/order-follow
Disallow: /*rs/quick-order
Disallow: /*rs/credit-slip
Disallow: /*rs/password-recovery
Disallow: /*rs/search

# MikroE
Disallow: /*phpMemcachedAdmin

# Default policy for unlisted crawlers
User-agent: *
Disallow: /

# Sitemap
Sitemap: https://www.mikroe.com/1_en_0_sitemap.xml

# AI-readable site overview: https://www.mikroe.com/llms.txt