# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Sitemaps
Sitemap: https://elcodev.com/sitemap.xml

# Prevent crawling of admin or private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Allow crawling of assets
Allow: /static/
Allow: /images/
Allow: /css/
Allow: /js/

# Crawl-delay to prevent server overload
Crawl-delay: 1