User-agent: *
Disallow: /cgi-bin

User-agent: *
Disallow: /test-directory

User-agent: YahooSeeker 
Disallow: / 

User-agent: NimbleCrawler
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: Nutch
Disallow: /