# robots.txt for https://socialcare.wales/ sitemap: https://socialcare.wales/sitemaps-1-sitemap.xml sitemap: https://gofalcymdeithasol.cymru/sitemaps-1-sitemap.xml # default - don't allow web crawlers to index cpresources/ or vendor/ User-agent: * Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /cache/ # Exclude Turnitin crawlers User-agent: TurnitinBot Disallow: / User-agent: Turnitin Disallow: /