User-agent: *
      
Allow: /
      
Disallow: /email/
      
Disallow: /functions/
      
Disallow: /server/
      
Disallow: /json/
      
Disallow: /api/
      
Disallow: /status.txt
      
User-agent: SpriftCrawler
      
Disallow: /
      
User-agent: TrovitBot
      
Disallow: /
      
User-agent: cbBot
      
Disallow: /
      
User-agent: oodlebot
      
Disallow: /
      
User-agent: peer39_crawler
      
Disallow: /
      
User-agent: Verity/1.1
      
Disallow: /
      
# Mozilla/5.0 (compatible; proximic; +www.proximic.com/info/spider.php)
      
# blocked as they are making incorrect requests
      
User-agent: proximic
      
Disallow: /
      
# Petalbot blocked as they are making a huge number of requests
      
User-agent: PetalBot
      
Disallow: /
      
Sitemap: https://www.peterball.co.uk/sitemap.xml
      
Sitemap: https://www.peterball.co.uk/properties.xml
      
Host: https://www.peterball.co.uk/