User-agent: * Disallow: /search-page/* Disallow: *.pdf # Block pdf files. Non-standard but works for major search engines. Sitemap: https://www.rias.co.uk/sitemap.xml