# robots.txt for https://nationalfriends.org/ User-agent: * # Block sensitive/admin areas Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /api/ Disallow: /errors/ Disallow: /db/ Disallow: /scripts/ Disallow: /lib/ # Block JSON files except assets Disallow: /*.json$ Allow: /assets/*.json$ # Allow key static assets used by indexed pages Allow: /assets/*.css$ Allow: /assets/*.js$ Allow: /images/ # Block PHP files (not needed for indexing) Disallow: /*.php$ # Keep utility/test pages out of search results Disallow: /test* Disallow: /simple-test.html Disallow: /404.shtml # Allow all content Allow: / # Sitemap location Sitemap: https://nationalfriends.org/sitemap.xml Host: nationalfriends.org