# my robots

Sitemap: http://www.domesticsale.com/sitemap.xml


User-agent: *
Crawl-delay: 2


User-agent: *
Disallow: /cgi-bin/checkseller.cgi
Disallow: /cgi-bin/checking2.cgi
Disallow: /cgi-bin/check-ltd.cgi
Disallow: /cgi-bin/check-l.cgi
Disallow: /cgi-bin/prcheck.cgi
Disallow: /autoclassified/l/
Disallow: /cgi-bin/cg.cgi
Disallow: /cgi-bin/fpad-show.cgi
Disallow: /cgi-bin/index.cgi
Disallow: /cgi-bin/res-u.cgi
Disallow: /cgi-bin/escrow.cgi
Disallow: /javascript:
Disallow: /cars_listing_sample.xml
Disallow: /cars_listing_sample.csv
Disallow: /cgi-bin/site-search.cgi
Disallow: /cgi-bin/add-events.cgi
Disallow: /cgi-bin/garage-add.cgi
Disallow: /cgi-bin/admin.cgi
Disallow: /help-privacy.shtml
Disallow: /term.shtml
Disallow: /cgi-bin/abuse-report.cgi
Disallow: /cgi-bin/mailcls.cgi
Disallow: /cgi-bin/mailtofriends.cgi
Disallow: /RealtySearch/
Disallow: /cgi-bin/redir.cgi
Disallow: /cgi-bin/ev-rate.cgi
Disallow: /cgi-bin/garage-rate.cgi
Disallow: /cgi-bin/gmapf.cgi
Disallow: /cgi-bin/gmap.cgi
Allow: /


User-agent: Python-urllib
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: WebZIP/6.0
Disallow: /

User-agent: WebRescuer Spider
Disallow: /

User-agent: InternetSeer
Disallow: /

User-agent: spanner
Disallow: /

User-agent: Harvest/1.5
Disallow: /

User-agent: WebBandit/3.50
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /

User-agent: RepoMonkey
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: GetRight/4.2
Disallow: /

User-agent: Flaming AttackBot
Disallow: /

User-agent: Microsoft URL Control - 6.00.8862
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: TestCrawler/1.0
Disallow: /

User-agent: psbot/0.1
Disallow: /

User-agent: linksmanager_bot
Disallow: /

User-agent: LinksManager.com_bot
Disallow: /