User-agent: * content = all all = "ALL" none = "NONE" directives = directive ["," directives] directive = follow index = "NOINDEX" follow = "NOFOLLOW" Allow: /searchhistory/ Disallow: /