# robots.txt for DevHassy # https://devhassy.com User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 1 User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: / User-agent: * Allow: / Crawl-delay: 2 # Sitemap location Sitemap: https://devhassy.com/sitemap.xml # Directories to disallow Disallow: /api/ Disallow: /admin/ Disallow: /_next/ Disallow: /private/ # Allow important static assets Allow: /assets/ Allow: /images/ Allow: /*.js$ Allow: /*.css$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.svg$