# All crawlers are allowed on the GEOBORDERS site. # GEOBORDERS disallows crawlers on a case by case basis. # Send requests to GEOBORDERS for any problem # # # More information here: User-agent: * Crawl-delay: 10 # Directories Disallow: /stats/ Disallow: /search/ Disallow: /cgi-bin/ Disallow: /geofiles/ Disallow: /businesscards/ # Files Disallow: /xmlrpc.htm Disallow: /cron.htm Disallow: /update.htm Disallow: /install.htm Disallow: /INSTALL.txt Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /CHANGELOG.txt Disallow: /MAINTAINERS.txt Disallow: /LICENSE.txt Disallow: /UPGRADE.txt # Sitemap: http://www.geoborders.it/sitemap.xml