# Webmasters contact: robots@torex.cz
User-agent: *

      
Disallow: /provize/
Disallow: /galerie/
Disallow: /fotogalerie/
Disallow: /galerie.html
Disallow: /filter
Disallow: /abra
Disallow: /foto_pro_import
Disallow: /foxydesk
Disallow: /funkce
Disallow: /import
Disallow: /jednorazove_skripty
Disallow: /morexImport
Disallow: /inventura
Disallow: /odhlasitse
Disallow: /payu
Disallow: /partydeco
Disallow: /presta
Disallow: /scripts
Disallow: /statusOrder
Disallow: /testsScripts
Disallow: /torex
Disallow: /directory
Disallow: /directory*

## DEVELOPMENT RELATED SETTINGS
## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: CVS
Disallow: .svn
Disallow: .idea
Disallow: .sql
Disallow: .tgz

## GENERAL MAGENTO SETTINGS
## Do not crawl Magento admin page
Disallow: /admin/

## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

## MAGENTO SEO IMPROVEMENTS
## Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /*?___from_store=*
Disallow: /*?cat=*
Disallow: /*?q=*

## Do not crawl links with session IDs
Disallow: /*?SID=

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

## Do not crawl seach pages and not-SEO catalog links
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/

Disallow: /export/
Disallow: /Export/
Disallow: /EXPORT/

Sitemap: https://www.stuhy.cz/sitemap/st_cz/sitemap.xml



User-agent: AhrefsBot
Crawl-delay: 30

User-agent: MJ12Bot
Crawl-delay: 60


User-agent: Baiduspider
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: YaK
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MixnodeCache
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /

User-agent: Statusoid
Disallow: /

User-agent: Testomatobot
Disallow: /

User-agent: coccocbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: ScooperBot
Disallow: /

User-agent: serpstatbot
Disallow: /