User-agent: *
Allow: /

# Block incorrect /it/ path that doesn't exist
Disallow: /it/
Disallow: /it

# Block partner referral pages from search engines (private landing pages)
Disallow: /partner-referral/
Disallow: /en/partner-referral/

# Sitemap location
Sitemap: https://castaldosolutions.it/sitemap.xml

# Block access to development files
Disallow: *.log
Disallow: *.json
Disallow: /src/
Disallow: /.vscode/
Disallow: /.git/

# Allow important assets for SEO
Allow: /images/
Allow: /css/
Allow: /js/
Allow: /fonts/

# Crawl-delay for respectful crawling
Crawl-delay: 1