# robots.txt for http://www.torontowebpro.com and its affiliated domains # 07/30/04 # archive.org User-agent: ia_archiver Disallow: / #surveybot User-agent: SurveyBot Disallow: / # all robots excluding archive.org will spider the domain User-agent: *