# Allow all search engines User-agent: * # Allow main pages Allow: /index.html Allow: /products.phtml # Allow all product pages in products folder Allow: /products/ # Block system folders Disallow: /images/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /tmp/ # Block all other .php or .phtml files Disallow: /*.php$ Disallow: /*.phtml$