User-agent: * Allow: / # Sitemap Sitemap: https://chiuscello.com/sitemap.xml # Block access to sensitive files Disallow: /js/ Disallow: /css/ Disallow: /*.js$ Disallow: /*.css$ # Allow crawling of main content Allow: / Allow: /about.html Allow: /services.html Allow: /blog.html Allow: /contact.html Allow: /blog/ Allow: /newsletter-thank-you.html # Block crawling of legal pages (but don't prevent access) Allow: /privacy-policy.html Allow: /terms-of-service.html Allow: /cookie-policy.html # Crawl delay (optional - be respectful to servers) Crawl-delay: 1