# robots.txt for PC Fix Express # https://pcfixexpress.co.uk # Allow all web crawlers and search engines User-agent: * Allow: / # Disallow system/internal directories Disallow: /_astro/ Disallow: /api/ Disallow: /api/* Disallow: /.well-known/ # Allow important crawling locations Allow: /$ Allow: /services Allow: /locations Allow: /emergency-help # Sitemaps Sitemap: https://pcfixexpress.co.uk/sitemap-index.xml # Popular search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Crawl delay to be respectful of server resources Crawl-delay: 1