User-agent: *
Allow: /

# Allow access to data feeds and API endpoints
Allow: /assets/data/
Allow: /data/

# Block access to server configuration and build files
Disallow: /includes/
Disallow: /assets/js/generate-product-pages.js
Disallow: /.htaccess
Disallow: /composer.json
Disallow: /package.json
Disallow: /node_modules/

# Sitemap location
Sitemap: https://drophaven.space/sitemap.xml

# Crawl delay (optional, adjust as needed)
Crawl-delay: 1