User-agent: * #specifies the robots that the directives are set for Disallow: /Old/ # prohibits links from the Shopping Cart. Disallow: /2022-2023/ # prohibits page links of the search embedded on the website #Sitemap: http://example.com/sitemap # specifies the path to the website's Sitemap file for the robot #Clean-param: ref /some_dir/get_book.pl