User-agent: *
  Allow: /
  Disallow: /wp-admin/
  Disallow: /?search=*
  Disallow: /?p=*
  Disallow: /?filter=*
  Disallow: /?ref=*
  Disallow: /?redirect=*
  Disallow: /?


  Disallow: /CVS
  Disallow: /*.svn$
  Disallow: /*.idea$
  Disallow: /*.sql$
  Disallow: /*.tgz$
  Disallow: /app/
  Disallow: /downloader/
  Disallow: /errors/
  Disallow: /includes/
  Disallow: /lib/
  Disallow: /pkginfo/
  Disallow: /shell/
  Disallow: /var/
  ## GENERAL MAGENTO SETTINGS
  
  ## Do not crawl Magento admin page
  Disallow: /admin/
  Disallow: /index.php/admin/
  ## Do not crawl common Magento files
  Disallow: /api.php
  Disallow: /cron.php
  Disallow: /cron.sh
  Disallow: /error_log
  Disallow: /get.php
  Disallow: /install.php
  Disallow: /LICENSE.html
  Disallow: /LICENSE.txt
  Disallow: /LICENSE_AFL.txt
  Disallow: /README.txt
  Disallow: /RELEASE_NOTES.txt              
    
  Sitemap: https://huan.academy/sitemap.xml