# ALL SEARCH ENGINE ALLOWED User-agent: * # IGNORE INDEXING OF ALL FILES ENDING WITH .EXT Disallow: /*.cgi$ Disallow: /*.shtml$ # NEVER ALLOWED - DIRECTORIES - NO CONTENT # Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /images/ Disallow: /include/