User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: *
Allow: /media/brands/
Allow: /media/cache/
Allow: /media/downloads/
Allow: /media/images/
Allow: /media/menus/
Allow: /media/offers/
Allow: /media/photos/
Allow: /media/static/
Disallow: /nfacebook/
Disallow: /nproduct/
Disallow: /nsearch/
Disallow: /search/
Disallow: /search
Disallow: /ntwitter/
Disallow: /ninstagram/

User-agent: fidget-spinner-bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: LinkupBot
Disallow: /

User-agent: SemrushBot
Disallow: /

Sitemap: https://www.visithorsham.co.uk/sitemap.xml
Sitemap: https://www.visithorsham.co.uk/news-sitemap.xml