# robots keep out for mcli User-agent: * # all robots Disallow: /cgi-bin/ # server scripts Disallow: /bin/ # executables Disallow: /webadmin/ # admin files Disallow: /calendar/ # no reason to index Disallow: /links/ # old decrepit info Disallow: /lists/ # private text file used for lists Disallow: /ocotillo/chairs/ # private oco docs Disallow: /webnews/ # old decrepit info Disallow: /demo/ # old decrepit info Disallow: /webshop/ # old decrepit info Disallow: /bbs/ # no reason to index Disallow: /mil/xtnd/ # no reason to index Disallow: /authoring0/ # old decrepit info Disallow: /what/ # no reason to index Disallow: /mlx/warehouse/ # mlx file storage directory Disallow: /mlx/landfill/ # mlx burial grounds Disallow: /action/ # front page content Disallow: /inc/ # php includes Disallow: /style/ # css Disallow: /feedback/log/ # log files Disallow: /learngrant/mylg/apps/ # grant apps