# robots.txt for whois.numericcitizen.me # Created to allow safe indexing of public content User-agent: * # Block sensitive directories Disallow: /admin/ Disallow: /login/ Disallow: /register/ Disallow: /cgi-bin/ Disallow: /private/ Disallow: /tmp/ Disallow: /config/ # Allow everything else Allow: / # Optional: disallow specific file types # Disallow: /*.pdf$ # Disallow: /*.zip$ # Sitemap reference Sitemap: https://whois.numericcitizen.me/sitemap.xml