User-agent: *
Disallow: /app/  
Disallow: /admin/ 
Disallow: /api/   
Disallow: /cgi-bin/ 
Disallow: /downloader/ 
Disallow: /includes/ 
Disallow: /lib/ 
Disallow: /pkginfo/ 
Disallow: /var/
Disallow: /index.php/ 
Disallow: /catalog/product_compare/ 
Disallow: /catalog/category/view/ 
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /search/
Disallow: /search?
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /install/
Disallow: /private/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt


# Do not index the page subcategories that are sorted or filtered.
Disallow: */by/*
Disallow: /*?
Disallow: /*?Dir*
Disallow: /*?Dir=desc
Disallow: /*?Dir=asc
Disallow: /*?Limit=all
Disallow: /*?Mode*

# Do not index the link from the session ID
Disallow: /*.php$
Disallow: /*?SID=

# CVS, SVN directory and dump files
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$


# Website Sitemap
Sitemap: https://www.lincraft.com.au/sitemaps/au/sitemap.xml
Sitemap: https://www.lincraft.co.nz/sitemaps/nz/sitemap.xml
User-agent: SemrushBot
Disallow: /