User-agent: *    # applies to all robots
        Disallow: /X/      # disallow indexing of X
        Disallow: /bin/      # disallow indexing of bin
        Disallow: /webservices/      # disallow indexing of webservices
        Disallow: /doc/      # disallow indexing of doc
        Disallow: /images/      # disallow indexing of images
        Disallow: /text/      # disallow indexing of text