# Block sensitive admin area
User-agent: *
Disallow: /admin/
Disallow: /catalog/view/     
Disallow: /system/
Disallow: /download/ 
Disallow: /cgi-bin/
Allow: /image/

# Block specific parameters (for duplicate content or session tracking)
Disallow: /*?session_id=      # Prevent crawling of session-based URLs
Disallow: /*&sort=            # Block URLs with sort parameters (filtering or sorting)
Disallow: /*?filter=          # Block URLs with filter parameters
Disallow: /*?utm_*            # Block URLs with UTM tracking parameters
Disallow: /*?page=$
Disallow: /*&page=$
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?limit=
Disallow: /*&path=


# Block duplicate content
Disallow: /index.php?route=product/product
Disallow: /index.php?route=product/category
Disallow: /index.php?route=service/service
Disallow: /index.php?route=news/news
Disallow: /index.php?route=project/project

# Allow all other content to be indexed
User-agent: *
Allow: /catalog/view/theme/


# Allow search engines to index images (if important for your SEO)
User-agent: Googlebot-Image
Allow: /image/



# Sitemap files
Sitemap: https://www.ajmedia.ae/sitemap.xml

# Block specific bots (optional)
User-agent: BadBot
Disallow: /


# Allow Googlebot full access to everything
User-agent: Googlebot
Allow: /