#Robots.txt for m.indiamart.com User-agent: * Disallow: /my/ Disallow: /isearch.php Disallow: /recommendeditems.php Disallow: /IMartEvents/ Disallow: /vpv/ # VPV for Virtual Page View - Keep-out of Robots. Disallow: /cgi/ # keep robots out of the executable tree Disallow: /app.php Disallow: /sent/ Disallow: /enq/ Disallow: /company1/ Disallow: /messages/ Disallow: /search.php # Disallow Moz Crawler User-agent: dotbot Disallow: / # Begin block Bad-Robots from robots.txt User-agent: ltx71 Disallow: / User-agent: Yandex Disallow: / User-agent: Sogou web spider Disallow:/ User-agent: Pingdom.com_bot Disallow:/ User-agent: GetIntent Crawler Disallow:/ User-agent: expo9 Disallow:/ User-agent: Dalvik Disallow:/ User-agent: www.admantx.com/service-fetcher.html Disallow:/ User-agent: Mozilla/5.0 muhstik-scan Disallow:/ User-agent: Mediapartners-Google Allow: /