User-agent: *
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# Googlebot principali
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Google bot per altri servizi
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: APIs-Google
Allow: /

User-agent: Google-Read-Aloud
Allow: /

User-agent: DuplexWeb-Google
Allow: /

User-agent: Google Favicon
Allow: /

User-agent: GoogleStoreBot
Allow: /

User-agent: Google-InspectionTool
Allow: /

# Google bot per Cloud e AI
User-agent: Google-Extended
Allow: /

User-agent: Google-Site-Verification
Allow: /

User-agent: GoogleWebLight
Allow: /

# Altri motori di ricerca/social ammessi
User-agent: Bingbot
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /

User-agent: Instagram
Allow: /

User-agent: Applebot
Allow: /

User-agent: WhatsApp
Allow: /


#Simple Robots.txt 0.1
User-agent: MSNBot
Crawl-delay: 5
User-agent: bingbot
Crawl-delay: 5