# ============================================
# 1. Basic rules for Google and SEO
# ============================================
User-agent: *
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /wp-json/
Allow: /product/
Allow: /produkt/
Allow: /category/
Allow: /kategoria/

# ============================================
# 2. Block sensitive WooCommerce pages
# ============================================
Disallow: /koszyk/
Disallow: /cart/
Disallow: /checkout/
Disallow: /zamowienie/
Disallow: /my-account/
Disallow: /moje-konto/
Disallow: /*add-to-cart=
Disallow: /*remove_item=
Disallow: /*wc-ajax=*

# ============================================
# 3. Block duplicate content and useless parameters
# ============================================
Disallow: /*?s=
Disallow: /*?orderby=
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*?coupon=
Disallow: /*?attribute_pa_
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?ref=
Disallow: /*?v=

# ============================================
# 4. Block aggressive SEO crawlers
# ============================================
User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SEOkicksCrawler
Disallow: /

# ============================================
# 5. Block AI crawlers and LLM training bots
# ============================================
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: OmgiliBot
Disallow: /

User-agent: Omgili
Disallow: /

# ============================================
# 6. Block bots pretending to be browsers
# ============================================
User-agent: python-requests
Disallow: /

User-agent: curl
Disallow: /

User-agent: wget
Disallow: /

User-agent: libwww
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Java
Disallow: /

User-agent: okhttp
Disallow: /

# ============================================
# 7. Block WordPress attack bots
# ============================================
User-agent: WPScan
Disallow: /

User-agent: wpscan
Disallow: /

User-agent: sqlmap
Disallow: /

User-agent: Nmap
Disallow: /

User-agent: masscan
Disallow: /

User-agent: Nikto
Disallow: /

User-agent: Fimap
Disallow: /

User-agent: Havij
Disallow: /

# ============================================
# 8. Block price scrapers and competitor bots
# ============================================
User-agent: PriceSpider
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: ShopAlike
Disallow: /

User-agent: CriteoBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: DataForSeo
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Scraper
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: ScreamingFrogSEOSpider
Disallow: /

# ============================================
# 9. Slow down bots that respect crawl-delay
# ============================================
User-agent: *
Crawl-delay: 10