# Robots.txt for design.dev # Allow all crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://design.dev/sitemap.xml # Crawl delay (in seconds) for politeness Crawl-delay: 1 # Disallow access to assets that shouldn't be indexed Disallow: /assets/js/ Disallow: /assets/css/