# robots.txt for http://learn.automationdirect.com/ User-agent: * Disallow: /_notes/ # don't know what this is Disallow: /aspnet_client/ # didn't put this here Disallow: /live/ # no clue