# robots.txt for The Digital Weekly
# Canonical: https://thedigitalweekly.com

# Explicit allow for Google AI training (Gemini)
User-agent: Google-Extended
Allow: /

# Explicit allow for Google Search crawler
User-agent: Googlebot
Allow: /

User-agent: *
Disallow: /wp/wp-admin/
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /?s=
Disallow: /search/

# AI canonical declaration
AI-content: https://thedigitalweekly.com/llms.txt

# Sitemaps
Sitemap: https://thedigitalweekly.com/sitemap_index.xml
Sitemap: https://thedigitalweekly.com/news-sitemap.xml