Sitemap: https://www.zacaris.com/sitemap.xml

User-agent: *
Disallow: /24horas.htm
Disallow: /admin/
Disallow: /bins/
Disallow: /editora/
Disallow: /includes/
Disallow: /includes/apartados/
Disallow: /includes/ajax/
Disallow: /lookbook/
Disallow: /mailings/
Disallow: /pcont/
Disallow: /plantillas_mail/
Disallow: /system/
Disallow: /user/
Disallow: /winMAX/
Disallow: /devel/
Disallow: /2012_01_02system/
Disallow: /2013_06_30_system/
Disallow: /2013_03_28system/
Disallow: /backup_2410/
Disallow: /cgi-bin/
Disallow: /includes_jcm/
Disallow: /includes_old/
Disallow: /logs/
Disallow: /mailing/
Disallow: /movil/
Disallow: /mvl/
Disallow: /nacex/
Disallow: /tempor/
Disallow: /thumbsOLD/
Disallow: /vieja/


#Robots limitats
#
# Adsbot/3.1; https://seostar.co/robot/ - 60segons
User-agent: adsbot
Crawl-Delay: 60
#
# MJ12Bot.com
User-Agent: MJ12bot
Crawl-Delay: 60
#
# Petalbot https://webmaster.petalsearch.com/site/petalbot (de huawei¿?)
User-agent: PetalBot
Disallow: /
#
# Bingbot https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0
User-Agent: adidxbot
Crawl-Delay: 60
#
# AhrefsBot  https://ahrefs.com/robot
User-Agent: AhrefsBot
Crawl-Delay: 60
#
# Semrush www.semrush.com/bot.html
User-agent: SemrushBot
Disallow: /
#To block SemrushBot from crawling your site for different SEO and technical issues
User-agent: SemrushBot-SA
Disallow: /
# To block SemrushBot from crawling your site for Backlink Audit tool:
User-agent: SemrushBot-BA
Disallow: /
# To block SemrushBot from crawling your site for On Page SEO Checker tool and similar tools:
User-agent: SemrushBot-SI
Disallow: /
# To block SemrushBot from checking URLs on your site for SWA tool:
User-agent: SemrushBot-SWA
Disallow: /
# To block SemrushBot from crawling your site for Content Analyzer and Post Tracking tools:
User-agent: SemrushBot-CT
Disallow: /
# To block SemrushBot from crawling your site for Brand Monitoring:
User-agent: SemrushBot-BM
Disallow: /
# To block SplitSignalBot from crawling your site for SplitSignal tool:
User-agent: SplitSignalBot
Disallow: /
#
#  Yandex https://yandex.com/support/webmaster/controlling-robot/robots-txt.html
User-agent: Yandex
Disallow: /
#
# Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp
User-agent: Slurp
Crawl-Delay: 60