# We wish to allow only a few directories, but most # robots recognize only the Disallow directive. # Subdirectories to allow are: /about, /help, /journals, /news, and /print User-agent: * # # Disallow real directories Disallow: /demo Disallow: /deny Disallow: /esa Disallow: /graphics Disallow: /jstor Disallow: /load Disallow: /logon Disallow: /network-test Disallow: /passwd_demo Disallow: /resources Disallow: /staff Disallow: /support Disallow: /support_UK # # Disallow script directories Disallow: /cgi-bin Disallow: /fcgi-bin Disallow: /cgi-staff # # Disallow servlets Disallow: /servlets Disallow: /feedback Disallow: /links Disallow: /testing Disallow: /survey Disallow: /auth Disallow: /rlogon Disallow: /preferences # # Disallow things that rewrite to cgi or servlets Disallow: /sici Disallow: /browse Disallow: /alphabrowse Disallow: /view Disallow: /search #Disallow: /logon # Already disallowed as a directory above. # # Disallow status pages Disallow: /jserv Disallow: /status Disallow: /server-status Disallow: /info Disallow: /server-info