# IdeaSoft Akilli E-ticaret | robots.txt
    User-agent: 008
    Disallow: /

    User-agent: MJ12bot
    Disallow: /

    User-agent: Baiduspiders
    Disallow: /

    User-agent: NerdyBot
    Disallow: /

    User-agent: WBSearchBot
    Disallow: /

    User-agent: *
    Crawl-delay: 30
    Allow: /

    Disallow: /uye-girisi
    Disallow: /uye-girisi?next=order2
    Disallow: /uye-ol
    Disallow: /uye-ol?next=order2
    Disallow: /sifremi-unuttum
    Disallow: /sepet
    Disallow: /hesabim
    Disallow: /hesabim/*
    Disallow: /dosya/
    Disallow: /admin/
    Disallow: /brand/listByCategory/categoryId/
    Disallow: /brand/listByCategory/categoryId/*
    Disallow: /cart/
    Disallow: /cart/*
    Disallow: /*index.php?do=catalog/print&
    Disallow: /panel/*
    Disallow: /order/*
    Disallow: /odeme
    Disallow: /iletisim-formu
    Disallow: /havale-bildirim
    Disallow: /iade-ve-iptal-formu
    Disallow: /kargo-takibi
    Disallow: /siparis-sorgula
    Disallow: /siparislerim

# House of Bike - Robots Exclusion Protocol
# Logic: Maximize crawl efficiency for products, block dynamic user pages.

User-agent: *
Allow: /
Allow: /llms.txt
Disallow: /admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /?s=
Disallow: /search/
Disallow: /cgi-bin/

# AI & LLM Bots - Explicitly Allowed for Knowledge Graph Integration
# We want these bots to read llms.txt and product specs.
User-agent: GPTBot
Allow: /
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

# Sitemaps
Sitemap: https://www.houseofbike.com/sitemap.xml
# AI Context File (Non-standard but helpful for agents)
Sitemap: https://www.houseofbike.com/llms.txt

Sitemap: https://www.houseofbike.com/sitemap.xml