# Robots.txt for SchoolBench Pro # https://www.schoolbenchpro.com # Allow all crawlers User-agent: * Allow: / # Disallow admin areas (if any) Disallow: /admin/ Disallow: /api/ Disallow: /_private/ # Sitemap location Sitemap: https://www.schoolbenchpro.com/sitemap.xml # Crawl delay (in seconds) - be respectful Crawl-delay: 1 # Specific bot rules User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / Crawl-delay: 1 # Block bad bots User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / # Allow social media crawlers User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / User-agent: Slackbot Allow: /