User-agent: * Allow: / Disallow: /js Disallow: /templates Disallow: /css Disallow: /shop Disallow: /cgi-bin Disallow: /adminpanel Disallow: /*.php$ Disallow: /*? Disallow: /*.js$ Disallow: /*.css$ Allow: /*.txt$