#**************************************************************************** # robots.txt # : Robots, spiders, and search engines use this file to detmine which # content they should *not* crawl while indexing your website. # : This system is called "The Robots Exclusion Standard." # : It is strongly encouraged to use a robots.txt validator to check # for valid syntax before any robots read it! # # Examples: # # Instruct all robots to stay out of the admin area. # : User-agent: * # : Disallow: /admin/ # # Restrict Google and MSN from indexing your images. # : User-agent: Googlebot # : Disallow: /images/ # : User-agent: MSNBot # : Disallow: /images/ #**************************************************************************** Sitemap: https://www.vitalitymedical.com/sitemap/sitemap.xml User-agent: ClaudeBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: * Disallow: /lib/ Disallow: /*.php$ Disallow: /pkginfo/ Disallow: /report/ Disallow: /var/ Disallow: /catalog/ Disallow: /customer/ Disallow: /sendfriend/ Disallow: /review/ Disallow: /*SID= Disallow: /ordertracking/ Disallow: *?r_p= Disallow: *?trk_* # Disable newsletter, checkout & customer account Disallow: /newsletter/subscriber/new/ Disallow: /checkout/ Disallow: /onestepcheckout/ Disallow: /customer/ Disallow: /customer/account/ Disallow: /customer/account/login/ Disallow: /customer/account/loginPost/ Disallow: /customer/account/createpost/ # Disable Search pages Disallow: /catalogsearch/ Disallow: /catalog/product_compare/ Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ # Disable common folders Disallow: /app/ Disallow: /bin/ Disallow: /dev/ Disallow: /lib/ Disallow: /phpserver/ #Disallow: /pub/ # Disable Tag & Review (Avoid duplicate content) Disallow: /tag/ Disallow: /review/ # Common files Disallow: /composer.json Disallow: /composer.lock Disallow: /CONTRIBUTING.md Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html Disallow: /COPYING.txt Disallow: /Gruntfile.js Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /nginx.conf.sample Disallow: /package.json Disallow: /php.ini.sample Disallow: /RELEASE_NOTES.txt # Disable sorting (Avoid duplicate content) Disallow: /*?*product_list_mode= Disallow: /*?*product_list_order= Disallow: /*?*product_list_limit= Disallow: /*?*product_list_dir= # Disable version control folders and others Disallow: /*.git Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ # Block all known filter and sort parameters Disallow: /*?_filter= Disallow: /*&_filter= Disallow: /*?unit_of_measurement_config= Disallow: /*&unit_of_measurement_config= Disallow: /*?manufacturer= Disallow: /*&manufacturer= Disallow: /*?manufacturer_multiple= Disallow: /*&manufacturer_multiple= Disallow: /*?dir= Disallow: /*&dir= Disallow: /*?kit_components= Disallow: /*&kit_components= Disallow: /*?price= Disallow: /*&price= Disallow: /*?age= Disallow: /*&age= Disallow: /*?trach_size= Disallow: /*&trach_size= Disallow: /*?tip_style= Disallow: /*&tip_style= Disallow: /*?trach_cuffs= Disallow: /*&trach_cuffs= Disallow: /*?product_finder= Disallow: /*&product_finder= Disallow: /*?product_finder_2= Disallow: /*&product_finder_2= Disallow: /*?silicone_band= Disallow: /*&silicone_band= Disallow: /*?cat= Disallow: /*&cat= Disallow: /*?ratings= Disallow: /*&ratings= Disallow: /*?stock= Disallow: /*&stock= Disallow: /*?rating= Disallow: /*&rating= Disallow: /*?product_compare Disallow: /*&product_compare Disallow: /*?product_list_order Disallow: /*&product_list_order Disallow: /*?q= Disallow: /*&q= Disallow: /*?feedback= Disallow: /*&feedback= Disallow: /*_filter= Disallow: /*?limit= Disallow: /*&limit=