# Allow all search engines to crawl the site User-agent: * Allow: / # Sitemap location Sitemap: https://shoplux-ng.netlify.app/sitemap.xml # Block sensitive or admin pages from indexing Disallow: /admin-panel.html Disallow: /admin-login.html Disallow: /blog-panel.html Disallow: /create-post.html Disallow: /edit-post.html # Optional: speed up crawling for large sites Crawl-delay: 1