# Disallow internal and sensitive paths for all bots  
User-agent: *
Disallow: /admin/
Disallow: /backoffice/                 
Disallow: /customer/
Disallow: /customer/*          
Disallow: /pub/
Disallow: /*?page=
Disallow: /*?p=  
Disallow: /*?p=  
Disallow: /*?sort=
Disallow: /*?source=
Disallow: /*?limit=
Disallow: /*?orderby=
Disallow: /*?groupby=
Disallow: /*&page=
Disallow: /*&sort=
Disallow: /*&limit=
Disallow: /*&orderby=
Disallow: /*&groupby=      
    

# Allow image indexing for Googlebot-Image
User-agent: Googlebot-image
Disallow:

# Disallow specific bots
User-agent: DomainStatsBot/1.0 (https://domainstats.com/pages/our-bot)
Disallow: /

User-agent: Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot)
Disallow: /

User-agent: Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0; +http://duckduckgo.com)
Disallow: /

User-agent: Mozilla/5.0 (compatible; startmebot/1.0; +https://start.me/bot)
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: python-urllib
Disallow: /

User-agent: wget
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: PhantomJS
Disallow: /
             
# Sitemap declarations here      
Sitemap: https://www.mohlondon.com/sitemap_category.xml
Sitemap: https://www.mohlondon.com/sitemap_product.xml
Sitemap: https://www.mohlondon.com/sitemap_fragrances_product.xml
Sitemap: https://www.mohlondon.com/sitemap_static.xml