# robots.txt for info.ag.ndsu.nodak.edu User-agent: * # -- match any robot name -- Disallow: /dfs Disallow: /events Disallow: /cgi-bin/