# For domain: http://www.huffmancorp.com #allow Googlebot/2.0 beta (googlebot(at)googlebot.com) #User-agent: Googlebot/2.0 beta (googlebot(at)googlebot.com) #Disallow: # All robots will spider the domain User-agent: * Disallow: User-agent: ia_archiver Disallow: / # Disallow directory /menumachine/ User-agent: * Disallow: /menumachine/ # Disallow directory /surveys/ User-agent: * Disallow: /surveys/ # Disallow directory /javascript/ User-agent: * Disallow: /javascript/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /marketing/ User-agent: * Disallow: /marketing/ # Disallow directory /php/ User-agent: * Disallow: /php/ # Disallow directory /board/ User-agent: * Disallow: /board/