# robots.txt for Webflow website (www.ilcentres.com) # Allow all user agents (search engines) to access the site User-agent: * Disallow: # Disallow access to Webflow system pages and internal sections Disallow: /admin/ Disallow: /login/ Disallow: /signup/ Disallow: /reset-password/ Disallow: /search-results/ Disallow: /404/ # Disallow access to draft content or temporary pages (if any) Disallow: /draft/ Disallow: /temp/ Disallow: /test/ # Disallow access to specific file types (if any) Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.zip$ # Block specific bad bots or scrapers (optional) User-agent: BadBot Disallow: / # Reference to the Webflow-generated sitemap for search engines Sitemap: https://www.ilcentres.com/sitemap.xml Sitemap: https://ilcentres.com/sitemap.xml