# Robots.txt file from http://www.thedailysavings.com # # All robots will spider the domain User-agent: * Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /_vti_script Disallow: /_vti_txt Disallow: /aspnet_client Disallow: /ASPSecured Disallow: /AWStats Disallow: /cgi-bin Disallow: /cp Disallow: /css Disallow: /flash Disallow: /logo Disallow: /webalizer Disallow: /Gallery2 Disallow: /PHPbb2 Disallow: /admin Disallow: /ajaxMultiFileUpload Disallow: /beta Disallow: /dev Disallow: /img Disallow: /includes Disallow: /js Disallow: /classes Disallow: /pop Disallow: /scripts Disallow: /SpryAssets Disallow: /Survey Disallow: /TDS_Final_121208 Disallow: /templates Disallow: /thw Disallow: /upload