User-agent: *
Allow: /

# Block admin and authentication pages
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /email
Disallow: /dashboard

# Block API endpoints
Disallow: /api/
Disallow: /sanctum/

# Block internal search
Disallow: /search

# Allow job pagination for crawlers
Allow: /jobs?page=*
Allow: /jobs*?page=*

# Block other query parameters
Disallow: /*?*&*

# Explicitly allow important pages (with query parameters)
Allow: /jobs
Allow: /jobs?*
Allow: /ar
Allow: /ar?*
Allow: /fr
Allow: /fr?*

# AI Agents & LLMs - Explicitly allowed
Allow: /llms.txt
Allow: /ai/
Allow: /ai/feeds/

# Sitemaps
Sitemap: https://wadifah.com/sitemap.xml
Sitemap: https://wadifah.com/sitemap-jobs.xml
Sitemap: https://wadifah.com/sitemap-static.xml