#Define all search robots and agents User-agent: * #Allow access to all directories Disallow: #Disallow access to affiliate tracked URLs/banners (required for removal requests) Disallow: /cgi-bin/redir.cgi*