User-agent: * Disallow: /business/getbusinesses.asp Disallow: /getBusinessList.asp Disallow: /ratings.asp Disallow: /getform.asp Disallow: /getprice.asp Disallow: /forum/ Disallow: /newforum/ Disallow: /quotes/ Disallow: /products/ Disallow: /tips/ Disallow: /gallery.asp Disallow: /sitemap.asp Disallow: /upload/docs/ Disallow: /%D7%98%D7%99%D7%A4%D7%95%D7%9C-%D7%A4%D7%A0%D7%99%D7%9D/%D7%9E%D7%95%D7%A6%D7%A8%D7%99%D7%9D/P421-%D7%98%D7%99%D7%A4%D7%95%D7%9C-%D7%94%D7%99%D7%9B%D7%A8%D7%95%D7%AA-%D7%91-50%-%D7%94%D7%A0%D7%97%D7%94.html Disallow: /click.asp Disallow: /gallery.asp User-agent: Exabot Disallow: / User-agent: Timpibot Disallow: / User-Agent: omgilibot Disallow: / User-agent: Googlebot-Mobile Disallow: /business.asp Disallow: /business.asp Disallow: /affiliates.asp User-Agent: IndeedBot User-agent: PetalBot User-agent: AppInsights User-agent: SemrushBot User-agent: SemanticScholarBot User-agent: dotbot User-agent: whatcms User-agent: rogerbot User-agent: trendictionbot User-agent: blexbot User-agent: linkfluence User-agent: magpie-crawler User-agent: MJ12bot User-agent: mediatoolkitbot User-agent: aspiegelbot User-agent: domainstatsbot User-agent: cincraw User-agent: nimbostratus User-agent: httrack User-agent: serpstatbot User-agent: omgili User-agent: grapeshotcrawler User-agent: megaindex User-agent: semanticbot User-agent: cocolyzebot User-agent: domcopbot User-agent: traackr User-agent: bomborabot User-agent: linguee User-agent: webtechbot User-agent: domainstatsbot User-agent: clickagy User-agent: sqlmap User-agent: internet-structure-research-project-bot User-agent: seekport User-agent: awariosmartbot User-agent: onalyticabot User-agent: buck User-agent: riddler User-agent: sbl-bot User-agent: df bot 1.0 User-agent: pubmatic crawler bot User-agent: bvbot User-agent: sogou User-agent: barkrowler User-agent: admantx User-agent: adbeat User-agent: embed.ly User-agent: semantic-visions User-agent: voluumdsp User-agent: wc-test-dev-bot User-agent: gulperbot User-agent: YandexCalendar User-agent: YandexMobileBot User-agent: YandexBot User-agent: archive.org_bot Disallow: /