User-agent: * #specifies the robots that the directives are set for Disallow: /Old/ # prohibits links from the Shopping Cart. Disallow: /2021-2022/ # prohibits page links of the search embedded on the website #Sitemap: http://example.com/sitemap # specifies the path to the website's Sitemap file for the robot #Clean-param: ref /some_dir/get_book.pl