Example robots.txt

User-agent: *
Allow: /

# Block search engines from indexing TechDeck
Disallow: /techdeck/

# Block search engines from indexing the Markdown index file
Disallow: /index.md

# AI Content Usage Preferences (Content Signals)
Content-Signal: ai-train=yes
Content-Signal: search=yes
Content-Signal: ai-input=yes

Sitemap: https://yourdomain.tld/sitemap.xml

# Dataset
Sitemap: https://yourdomain.tld/techdeck.xml