# exclude all robots that obey the standard User-agent: * Disallow: / # allow Google's spider as an exception User-agent: Googlebot Disallow: