User-agent: * Allow: / # Important pages Allow: / Allow: /api/track-order Allow: /api/job-applications # Sitemap location Sitemap: https://fasthaul.com.tn/sitemap.xml # Block sensitive areas (if any) Disallow: /admin/ Disallow: /api/admin/ Disallow: /_next/ Disallow: /private/ # Crawl delay (optional) Crawl-delay: 1 # Specific rules for different crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: /