# robots.txt for http://neo.jpl.nasa.gov/ # Written: 2000 May 24 Alan B. Chamberlin # Modified: 2000 May 31 Alan B. Chamberlin # Instruct all robots to ignore the following directories and files ... User-agent: * Disallow: /cgi-bin/ # All CGI scripts Disallow: /gif/ # GIF directory