############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /subs Disallow: /images Disallow: /css Disallow: /cgi-bin Disallow: /pagesl Disallow: /test_area # # list specific files robots are not allowed to index # Disallow: /shadow.css Disallow: /nav.css # # ###############################