User-agent: dotbot
Disallow: / 

User-agent: GigaBot
disallow: /

User-agent: Voyager
disallow: /

User-agent: Baiduspider
disallow: /

User-agent: Yandex
disallow: /

User-agent: Jyxobot
disallow: /

User-Agent: Scooter
Disallow: /

User-Agent: twiceler.
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Slurp
Disallow: /

User-Agent: *
Disallow: /js/
Disallow: /rules.html
Disallow: /contact.html
Disallow: /partners.html
Disallow: /help.html
Disallow: /login.html
Disallow: /register.html
Disallow: /privacy-policy.html
Disallow: /swindon/42432,frank-jurga.html
Disallow: /bristol/42476,charles-antony.html
Disallow: /swindon/12610,c-w-office-furniture-ltd.html
Disallow: /glenrothes/28212,certax-accounting.html
Sitemap: /sitemap.xml
Sitemap: /sitemap1.xml
Sitemap: /sitemap2.xml
Sitemap: /sitemap3.xml
Sitemap: /sitemap4.xml
Sitemap: /sitemap5.xml
Sitemap: /sitemap6.xml