User-agent: *
Disallow: /index.php/
Disallow: /checkout/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /print/
Disallow: /*SID=

Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

User-agent: Yandex
User-agent: YandexBot
Disallow: /

User-agent: MegaIndex.ru
User-agent: megaIndex.ru
User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: Sogou
Disallow: /

#Superfish
User-agent: mantabot
Disallow: /

#Superfish #2
User-agent: superfish
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: Python-urllib/2.7
Disallow: /

User-agent: python-requests/2.7.0 CPython/2.7.3 Linux/3.2.0-94-virtual
Disallow: /

User-agent: python-requests/2.7.0 CPython/2.7.10rc1 Linux/3.2.0-4-amd64
Disallow: /

User-agent: Python-urllib/1.17
Disallow: /

User-agent: python-requests/2.8.1
Disallow: /

User-agent: python-requests/2.8.0
Disallow: /

User-agent: Python-httplib2/0.9.2 (gzip)
Disallow: /

User-agent: PHP/5.4.32
Disallow: /

User-agent: Pinterestbot
Crawl-delay: 20

User-agent: AhrefsBot
Crawl-delay: 5

Sitemap: https://emmamason.com/sitemap.xml