# robots.txt for Notte Ristorante
# https://www.notteristorante.ca
# Updated 2026-10: allow search engines and AI search/answer crawlers.

# Default rules for every crawler
User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /studio/
Disallow: /2027-growth/
Allow: /

# Search engines and AI search/answer crawlers: explicitly allowed.
# A crawler named in a group ignores the * group, so the same
# private-area disallows are repeated here.
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
Disallow: /api/
Disallow: /admin/
Disallow: /studio/
Disallow: /2027-growth/
Allow: /

Sitemap: https://www.notteristorante.ca/sitemap.xml