Sitemap: https://isplatise.ba/sitemap_index.xml

# AI/LLM context file: https://isplatise.ba/llms.txt

# ---------------------------------------------------------------------------
# Note on robots.txt matching: a crawler obeys ONLY the most specific group
# that matches its user-agent, and ignores every other group including "*".
# Any bot listed with its own group must therefore repeat the parameter rules
# below, or it will crawl faceted/duplicate URLs.
# ---------------------------------------------------------------------------

# --- Major search engines -------------------------------------------------

User-agent: Googlebot
User-agent: Bingbot
User-agent: Yandex
Disallow: /*filter_brands=
Disallow: /*orderby=
Disallow: /*add_to_compare
Disallow: /*remove_compare
Disallow: /*dgwt_wcas=
Disallow: /*taxonomy=
Disallow: /*term=
Disallow: /*?s=
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /supplier/
Allow: /

# --- AI assistants, answer engines and LLM crawlers -----------------------
# Explicitly allowed: product and category pages should be citable in AI
# search. Same parameter exclusions apply so they index canonical URLs only.

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: meta-externalagent
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: YouBot
User-agent: CCBot
User-agent: Bytespider
Disallow: /*filter_brands=
Disallow: /*orderby=
Disallow: /*add_to_compare
Disallow: /*remove_compare
Disallow: /*dgwt_wcas=
Disallow: /*taxonomy=
Disallow: /*term=
Disallow: /*?s=
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /supplier/
Allow: /

# --- Social / messaging link preview fetchers -----------------------------
# These fetch one shared URL to build a preview card; no crawl-budget concern.

User-agent: Facebookexternalhit
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Pinterest
User-agent: Slackbot
User-agent: Instagram
Allow: /

# --- Everything else ------------------------------------------------------
# Other search engines (DuckDuckBot, Baiduspider, Sogou, Qwantify, Teoma),
# SEO tools and unknown bots fall through to this group and inherit the same
# parameter exclusions.

User-agent: *
Disallow: /*filter_brands=
Disallow: /*orderby=
Disallow: /*add_to_compare
Disallow: /*remove_compare
Disallow: /*dgwt_wcas=
Disallow: /*taxonomy=
Disallow: /*term=
Disallow: /*?s=
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /supplier/
Allow: /

# --- Blocked --------------------------------------------------------------

User-agent: BadBot
Disallow: /

User-agent: nbot
Disallow: /

User-agent: feed
Disallow: /