# W3C Link checker
User-agent: W3C-checklink
Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /demoshow 
Disallow: /04client
Disallow: /04news
Disallow: /1test
Disallow: /2test
Disallow: /3test
Disallow: /4test
Disallow: /admin