############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /assets Disallow: /images Disallow: /php_scripts Disallow: /xml # # list specific files robots are not allowed to index # Disallow: /bc_intro.swf Disallow: /bc_main.swf Disallow: /expressinstall.swf Disallow: /flash.php Disallow: /info.php Disallow: /no_flash.htm Disallow: /robots.txt Disallow: /splash.php Disallow: /swffit.js Disallow: /swfobject.js # # ###############################