User-agent: *
Disallow: /about.html
Disallow: /*/about.html
Disallow: /coldocs
Disallow: /docs
Disallow: /login
Disallow: /Members
Disallow: /people
Disallow: /search
Disallow: /search/
Allow: /people/view-profile
Disallow: /portal
Disallow: /library/byall.html
Disallow: /library/byauthor.html
Disallow: /library/withauthor-library.html
Disallow: /library/byrecentadded.html
Disallow: /library/withrecent-library.html
Disallow: /library/bysearchterms.html
Disallow: /library/withsearchterm-library.html
Disallow: /workspaces/all.html
Disallow: /workspaces/bycountry.html
Disallow: /workspaces/withcountry-workspaces.html
Disallow: /workspaces/bysearchterm.html
Disallow: /workspaces/withsearchterm-workspaces.html
Disallow: /workspaces/@@add-workspace.html
Disallow: /workspaces/*/calendar/@@add-event.html
Disallow: /workspaces/*/calendar/listing.html
Disallow: /workspaces/*/calendar/monthly.html
Disallow: /workspaces/.*/all.html
Disallow: /workspaces/.*/bypurpose.html
Disallow: /workspaces/.*/withtype-documents.html
Disallow: /workspaces/.*/byauthor.html
Disallow: /workspaces/.*/withauthor-documents.html
Disallow: /workspaces/.*/bykeyword.html
Disallow: /workspaces/.*/withkeyword-documents.html
Disallow: /workspaces/.*/withfolder-documents.html


User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10