User-agent: * Allow: / # Block specific paths if needed # Disallow: /admin/ # Disallow: /private/ # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / # Social media crawlers User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / # Sitemap location Sitemap: https://flexitrack.masch.cc/sitemap.xml # Crawl delay (optional) Crawl-delay: 1