# robots.txt file to control actions of robots # Following two lines # indicate that all robots should stay away from the /cgi-bin/ folder # Put "#" at the beginning of a line to have it ignored User-agent: yandex Disallow: / User-agent: yandex bot Disallow: / User-agent: * Disallow: /cgi-bin/ User-agent: * Disallow: /webreporting/