User-agent: SISTRIX Crawler
User-agent: googlebot
User-agent: yahoobot
User-agent: microsoftbot
User-agent: YandexBot
User-agent: bingbot
User-agent: baidu
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: spbot
User-agent: slurp
User-agent: msnbot
User-agent: teoma
# Visita al massimo una pagina ogni 5 secondi
Request-rate: 1/5
# Visita soltanto tra le 24:00 AM e le 6:45 AM UT (GMT)
Visit-time: 2400-0645

User-agent: *

# Directories
Disallow: /404/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/

# Disallow: /media/ // Allow this folder for google product caching
Disallow: /pkginfo/
Disallow: /report/
Disallow: /stats/

# Paths (clean URLs)
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /errors/
Disallow: /poll/


# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?SID=

Sitemap: https://www.morato.it/media/sitemap/it_it/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/ch_de/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/ch_it/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/ch_fr/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/es_es/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/ru_en/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/row_fr/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/row_en/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/roe2_en/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/roe1_en/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/ne_en/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/uk_en/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/de_de/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/fr_fr/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/eu_en/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/be_fr/sitemap.xml
Sitemap: https://www.morato.it/media/sitemap/be_en/sitemap.xml