User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-bin/info.cgi
Disallow: /p/
Disallow: /lsp/search.cgi

User-Agent: MJ12bot
Crawl-Delay:   20