############################### # # sample robots.txt file for the website www.dubaitradersonline.com # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /_db_backups/ Disallow: /access_db/ Disallow: /Baby/ Disallow: /Backup/ Disallow: /cp/ Disallow: /CPO/ Disallow: /DB/ Disallow: /For_Personal/ Disallow: /LbkTimes/ Disallow: /mng/ Disallow: /Old_Trd/ Disallow: /OnlineDirectory/ Disallow: /stats/ Disallow: /ThamizhTher/ Disallow: /trd_dec_2/ Disallow: /track/ Disallow: /SharjahProperty/ # # list specific files robots are not allowed to index # Disallow: /upload.asp Disallow: /Redirection.asp Disallow: /RedirectItem.aspx # # End of robots.txt file # ###############################