#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
# www.casetify.com robot.txt
#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

User-agent: *
Crawl-delay: 1
Disallow: /*index.php/
Disallow: /*.php$
Disallow: /*admin/
Disallow: /bin/
Disallow: /*build/
Disallow: /*media/
Disallow: /my/
Disallow: /*checkout/
Disallow: /*cron/
Disallow: /*maintenance/
Disallow: /*private/
Disallow: /*scripts/
Disallow: /*test/
Disallow: /*testing/
Disallow: /*tmp/
Disallow: /*worker/
Disallow: /*vendors/
Disallow: /*includes/
Disallow: /*setting/
# Disallow: /*invite/
# Disallow: /*showcase/
# Disallow: /*tags[]=*
# Disallow: /*sorting=*
# Disallow: /*controllers*
# Disallow: /*api-cache*
# Disallow: /*layout_template*
# Disallow: /*redirect*
Disallow: /*action=check_file_exist*
Disallow: /*ajaxCall=1*

User-agent: Baiduspider
Allow:/
Disallow: /es_MX/*
Disallow: /de_DE/*
Disallow: /zh_HK/*
Disallow: /ja_JP/*
Disallow: /ko_KR/*
Disallow: /th_TH/*
Disallow: /fr_FR/*
Disallow: /id_ID/*

User-agent: HaoSouSpider
Allow:/
Disallow: /es_MX/*
Disallow: /de_DE/*
Disallow: /zh_HK/*
Disallow: /ja_JP/*
Disallow: /ko_KR/*
Disallow: /th_TH/*
Disallow: /fr_FR/*
Disallow: /id_ID/*

User-agent: Sogou web spider
Allow:/
Disallow: /es_MX/*
Disallow: /de_DE/*
Disallow: /zh_HK/*
Disallow: /ja_JP/*
Disallow: /ko_KR/*
Disallow: /th_TH/*
Disallow: /fr_FR/*
Disallow: /id_ID/*

User-agent: Sogou inst spider
Allow:/
Disallow: /es_MX/*
Disallow: /de_DE/*
Disallow: /zh_HK/*
Disallow: /ja_JP/*
Disallow: /ko_KR/*
Disallow: /th_TH/*
Disallow: /fr_FR/*
Disallow: /id_ID/*

User-agent: Sogou spider2
Allow:/
Disallow: /es_MX/*
Disallow: /de_DE/*
Disallow: /zh_HK/*
Disallow: /ja_JP/*
Disallow: /ko_KR/*
Disallow: /th_TH/*
Disallow: /fr_FR/*
Disallow: /id_ID/*

# Allow Google Ad Spiders
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

    Sitemap: https://www.casetify.com/sitemap.xml