########################################################################################
##################### robots.txt file for store ####################
########################################################################################

User-agent: *
Allow: /
Crawl-delay: 10
#Disallow: /

#User-agent: Googlebot
#Disallow:

#User-agent: AdsBot-Google
#Disallow:

#User-agent: Googlebot-Image
#Disallow:

#######################################
############### SITEMAP ###############
#######################################

Sitemap: http://www.timix.com.br/sitemap/sitemap.xml
 

#############################################################################################################################
##### Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files #####
#############################################################################################################################
Disallow: / CVS
Disallow: / *. git $
Disallow: / *. Svn $
Disallow: / *. Idea $
Disallow: / *. Sql $
Disallow: / *. Tgz 


#######################################
##### MAGENTO DIRECTORIES & FILES #####
#######################################

##### Do not index the page Magento admin #####
Disallow: /admin_timix/


##### Directories ##### 

Disallow: /404/
Disallow: /dev/
Disallow: /app/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /directinvoice/
Disallow: /downloader/
Disallow: /errors/
Disallow: /generated/
Disallow: /includes/
### Disallow: /js/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /manual_update/
Disallow: /moduleCreator/
Disallow: /msd/
#Disallow: /pub/
Disallow: /PHP-Excel/
Disallow: /pkginfo/
Disallow: /quickcart/
Disallow: /quickimport/
Disallow: /setup/
Disallow: /synnex/
Disallow: /shell/
### Disallow: /skin/
Disallow: /tmp/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /min/
##### Paths (clean URLs) #####

Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/

##### Files #####

Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /applycatalogrules.php
Disallow: /checkstockwithpriceandstatus.php
Disallow: /comstoredailyjobs.php
Disallow: /ct.php
Disallow: /dataflowimportexport.php
Disallow: /get.php
Disallow: /homepageproducts_stock_update.php
Disallow: /importallproductsonce.php
Disallow: /loginform.php
Disallow: /magento-check.php
Disallow: /orderstatuschange.php
Disallow: /phpinfo.php
Disallow: /export-timix-pns.php
Disallow: /export-enabled-hws.php 
Disallow: /export-skus.php
Disallow: /generategooglefeed.php
Disallow: /price_scrapper.php
Disallow: /productCollection.php
Disallow: /check-system-reqs.php
Disallow: /moip-status-update.php
Disallow: /CurlHelper.php
Disallow: /assignAttributeToSetAndGroup.php
Disallow: /remove_pns.php
Disallow: /reindexer.php
Disallow: /update_dollar_ptax.php
Disallow: /server-phpinfo.php
Disallow: /update_synnex_pns.php

Disallow: /StoreTest.php
Disallow: /StoreTest.php
Disallow: /TestePrion.php
Disallow: /TesteWestcon.php
Disallow: /TestLogin.php
Disallow: /webservice.php
Disallow: /WebserviceCheckStock.php
Disallow: /WebserviceDemo.php
Disallow: /WebserviceLive.php
Disallow: /webservicetest_prion.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

##### Querystring (no clean URLs) #####

Disallow: /*?*

##### Paths (no clean URLs) #####
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=

#Baiduspider
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

#Semrush
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-SEOAB
Disallow: /

User-agent: MJ12bot
Disallow: /
Crawl-Delay: 20
 
##### Do not index the general technical directories and files on a server #####
Disallow: / cgi-bin /

## IMAGE CRAWLERS SETTINGS
 
## Extra: Uncomment if you do not wish Google and Bing to index your images
# User-agent: Googlebot-Image
# Disallow: /
# User-agent: msnbot-media
# Disallow: /


User-agent: Googlebot
Disallow: /*?*
Disallow: /stockupdate/product/update/

User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow: