User-agent: *

# Filtri
# Disallow: /tag/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php

# Sitemap
Sitemap: https://www.xiaomitoday.it/sitemap-news.xml
Sitemap: https://www.xiaomitoday.it/sitemap_index.xml

# Blocco bot meno importanti
#User-agent: MJ12bot
#Disallow: /

#User-agent: dotbot
#Disallow: /

#User-agent: PetalBot
#Disallow: /

# Delay bot necessari
User-agent: SemrushBot
Crawl-delay: 10

User-agent: SiteAuditBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-Delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: Pingdom
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: Googlebot-Image
Crawl-delay: 10