# remember to check syntax: http://tool.motoricerca.info/robots-checker.phtml

#05/07/16
#from: http://www.citricmedia.co.uk/magento-security/block-unwanted-crawlers-wasting-resources/

#10/31/21
User-agent: PetalBot
Disallow: / 

User-agent: BLEXBot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TwengaBot
Disallow: /

User-agent: 008
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: WotBox
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: 007ac9
Disallow: /

User-agent: spbot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: *
Disallow: /store/
Disallow: /forumtest/
#Disallow: /forum/			
#Disallow: /forum/showthread.php
Disallow: /forum/archive/			
Disallow: /forum/attachment.php			
Disallow: /forum/printthread.php
Disallow: /forum/translation_do.php
Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/search.php
Disallow: /forum/register.php
Disallow: /forum/calendar.php
Disallow: /forum/login.php
Disallow: /forum/usercp.php
Disallow: /forum/subscription.php
Disallow: /forum/newreply.php
Disallow: /forum/faq.php
Disallow: /forum/tags.php
Crawl-delay: 60