robots.txt

# Twitterbot
User-agent: Twitterbot
Disallow: 

# ClaudeBot
User-agent: ClaudeBot
Disallow: /q

# GPTBot
User-agent: GPTBot
Disallow: /q

User-agent: Google-Extended
Disallow: /q

User-agent: Applebot-Extended
Disallow: /q
User-agent: anthropic-ai
Disallow: /q

User-agent: ClaudeBot
Disallow: /q
User-agent: Omgilibot
Disallow: /q

User-agent: Omgili
Disallow: /q

User-agent: FacebookBot
Disallow: /q

User-agent: Diffbot
Disallow: /q

User-agent: Bytespider
Disallow: /q

User-agent: ImagesiftBot
Disallow: /q

User-agent: PerplexityBot
Disallow: /q

User-agent: cohere-ai
Disallow: /q

User-agent: Meta-ExternalAgent
Disallow: /q

User-agent: Meta-ExternalFetcher
Disallow: /q

User-agent: Timpibot
Disallow: /q

# *
User-agent: *
Allow: /
Disallow: /discord
Disallow: /purchase
Disallow: /404
Disallow: /ask
Disallow: /blank
Disallow: /confirm
Disallow: /login
Disallow: /logout
Disallow: /redirect
Disallow: /sale
Disallow: /invoices

# Host
Host: https://egghead.io

# Sitemaps
Sitemap: https://egghead.io/sitemap.xml
Sitemap: https://egghead-sitemaps.s3.amazonaws.com/sitemaps/sitemap.xml.gz
Sitemap: https://egghead.io/server-sitemap.xml
Sitemap: https://egghead.io/tags-sitemap-0.xml
Sitemap: https://egghead.io/tags-sitemap-1.xml
Sitemap: https://egghead.io/tags-sitemap-2.xml
Sitemap: https://egghead.io/tags-sitemap-3.xml
Sitemap: https://egghead.io/tags-sitemap-4.xml
Sitemap: https://egghead.io/tags-sitemap-5.xml
Sitemap: https://egghead.io/tags-sitemap-6.xml
Sitemap: https://egghead.io/tags-sitemap-7.xml
Sitemap: https://egghead.io/tags-sitemap-8.xml
Sitemap: https://egghead.io/tags-sitemap-9.xml
Sitemap: https://egghead.io/tags-sitemap-10.xml
Sitemap: https://egghead.io/tags-sitemap-11.xml
Sitemap: https://egghead.io/tags-sitemap-12.xml
Sitemap: https://egghead.io/tags-sitemap-13.xml
Sitemap: https://egghead.io/tags-sitemap-14.xml
Sitemap: https://egghead.io/tags-sitemap-15.xml