# =====================================================
# General Search Engines (Magento Best Practices)
# =====================================================
User-agent: *
# Block customer/session-related pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /customer/
Disallow: /account/
Disallow: /wishlist/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /catalogsearch/
Disallow: /search/
Disallow: /index.php/
Disallow: /admin/
Disallow: /downloader/
Disallow: /dev/
Disallow: /staging/
 
# Block duplicate/storefront paths
Disallow: /en/branches-en
Disallow: /branches-ar
 
# Block layered navigation / faceted URLs
Disallow: /*?dir=
Disallow: /*?limit=
Disallow: /*?mode=
Disallow: /*?price=
Disallow: /*?color=
Disallow: /*?manufacturer=
Disallow: /*?cat=
Disallow: /*?SID=
 
# Allow assets for proper rendering
Allow: /media/
Allow: /static/
Allow: /pub/media/
Allow: /pub/static/
Allow: /wp-content/uploads/   # only if WordPress blog integration exists
 
# Sitemap location
Sitemap: https://alhafezpharmacy.com/pub/media/sitemap/sitemap.xml
 
 
# ==============================
# AI Crawlers (Block Completely)
# ==============================
User-agent: GPTBot
Disallow: /
 
User-agent: ClaudeBot
Disallow: /
 
User-agent: PerplexityBot
Disallow: /
 
User-agent: Amazonbot
Disallow: /
 
User-agent: Google-Extended
Disallow: /
 
User-agent: FacebookBot
Disallow: /
 
User-agent: CCBot
Disallow: /
 
User-agent: OAI-SearchBot
Disallow: /
 
User-agent: YouBot
Disallow: /