# robots.txt for loquax.co.uk User-agent: ggbot User-agent: aipbot User-agent: psbot User-agent: Baiduspider User-agent: sistrix User-agent: VelenPublicWebCrawler User-agent: MegaIndex.ru/2.0 User-agent: MegaIndex.ru User-agent: megaIndex.ru User-agent: golabbot User-agent: gobuster User-agent: yandex User-agent: magpie-crawler User-agent: petalsearch User-agent: SeznamBot User-agent: Scrapy Disallow: / User-agent: googlebot Allow: / User-agent: * sitemap: https://www.loquax.co.uk/sitemap.xml Disallow: /blog/wp-admin/ Disallow: /sorry.php # ignore old comps redirecting to closed page Disallow: /search.php # stop doing searches Disallow: /search.php? # stop doing searches Disallow: /forums/ User-agent: * Allow: /ads