User-agent: *
Allow: /

# Disallow development and build files
Disallow: /_site/
Disallow: /node_modules/
Disallow: /.bundle/
Disallow: /vendor/
Disallow: /.git
Disallow: /Gemfile
Disallow: /_config.yml

# Block temporary and analysis files
Disallow: /*.json
Disallow: /*-analysis.txt
Disallow: /convert-to-webp.sh
Disallow: /google-search-console-setup.md
Disallow: /jekyll-agency.gemspec
Disallow: /ping

# Block news archives, signatures and blog tag index pages
Disallow: /news-20*/
Disallow: /signatures/
Disallow: /blog/tags/

# Allow assets for performance
Allow: /assets/

# Sitemap location
Sitemap: https://deltastring.com/sitemap.xml

# Crawl-delay for courtesy
Crawl-delay: 1