User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /sys/

User-Agent: W3C-checklink
Disallow: /cgi-bin/

User-agent: Mediapartners-Google*
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /sys/