# robots.txt for www.ag.ndsu.nodak.edu User-agent: * # -- match any robot name -- Disallow: /cgi-bin/ Disallow: /webstats/ Disallow: /mysource/ Disallow: /agtest/ Disallow: /save/ Disallow: /Templates/ Disallow: /WEB-INF/ Disallow: /htdig/ Disallow: /monit/ Disallow: /dtds/