User-agent: * Allow: / # Directories Disallow: /app/ Disallow: /bin/ Disallow: /dev/ Disallow: /phpserver/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /setup/ Disallow: /update/ Disallow: /catalog/ Disallow: /var/ Disallow: /vendor/ Disallow: /lib/ Disallow: /review/ Disallow: /tag/ Disallow: /skin/ Disallow: /directory/ Disallow: /cdn-cgi/ #Pages Disallow: /*.php$ Disallow: /*SID= #User Account&Checkout Pages Disallow: /sendfriend/ Disallow: /review/ Disallow: /checkout/ Disallow: /customer/ Disallow: /customer/account/ Disallow: /customer/account/login/ #Catalog Search Pages Disallow: /catalogsearch/ Disallow: /catalog/product_compare/ Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ Allow: /media/catalog/product/ #Disallow URL Filter Searches Disallow: /*?cat=* Disallow: /*&cat=* Disallow: /*?product_list_order=low_to_high* Disallow: /*?product_list_order=high_to_low* Disallow: /*?product_list_order=name* Disallow: /*?product_list_order=latest* Disallow: /*?q=* Disallow: /*&q=* Disallow: /*?limit=* Disallow: /*?mode=grid* Disallow: /*?___store* Disallow: /*?make=* Disallow: /*?model=* Disallow: /*?year=* # Common files Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /install.php Disallow: /composer.json Disallow: /composer.lock Disallow: /CONTRIBUTING.md Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html Disallow: /COPYING.txt Disallow: /Gruntfile.js Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /nginx.conf.sample Disallow: /package.json Disallow: /php.ini.sample Disallow: /RELEASE_NOTES.txt # Disable version control folders and others Disallow: /*.git Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ # Sitemap Sitemap: https://www.tvl-ltd.co.uk/media/sitemap/sitemap_tvl.xml BlogSitemap: https://www.tvl-ltd.co.uk/media/blogsitemap/blogsitemap_tvl.xml