#######################################################
# iRobots.txt SEO

# All Bots
User-agent: *
Disallow: /admin
Disallow: /catalogue
Disallow: /private/catalogue
Disallow: /product/bidhistory*
#Disallow: /*.html$
Disallow: /*/javascript*
#Disallow: /*-p-*-c-*.html
Disallow: /openx

Disallow: /cgi-bin
# Disallow: /*?
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*rurl=*
Allow: /sitemap.xml.gz$

# Dugg Mirror
User-agent: duggmirror
Disallow: 
Allow: /
#AhrefsBot
user-agent: AhrefsBot
disallow: /
#Yandex, #YandexBot
User-agent: Yandex
disallow: /
User-agent: YandexBot
disallow: /
User-agent: MJ12bot
disallow: /
User-agent: SemrushBot
disallow: /
User-agent: Qwantify
disallow: /
User-agent: DotBot
disallow: /





# Google AdSense
User-agent: Mediapartners-Google
Disallow: 
Allow: /

# Sitemap
#Sitemap: http://www.johareez.com/sitemap.xml