# FULL access (Google) User-agent: Googlebot Disallow: /Designprofile Disallow: /Admin Disallow: /backup Disallow: /aspnet_client Disallow: /ASP Disallow: /Blog Disallow: /database Disallow: /cgi-bin Disallow: /email Disallow: /flash Disallow: /mailer Disallow: /include Disallow: /Old_backup_files Disallow: /php-development-services-india.asp Disallow: /webapplications/writeus.asp Disallow: /designprofile/ Disallow: /enterprise_level_architecture_consulting.asp Disallow: /websolutions.asp Disallow: /Encodex_pressrelease_Australia.asp Disallow: /portal_development_solutions.asp Disallow: /enterprise_content_mangement_resources.asp Disallow: /web_designing_resources.asp Disallow: /internt_marketing_resources.asp Disallow: /web_hosting_resources.asp Disallow: /other_resources.asp Disallow: /linkexchangecode.asp Disallow: /case_study_large%201.htm Disallow: /resources.asp Disallow: /webapplications/ # FULL access (Alta Vista) User-agent: Scooter Disallow: /Designprofile Disallow: /Admin Disallow: /backup Disallow: /aspnet_client Disallow: /ASP Disallow: /Blog Disallow: /database Disallow: /cgi-bin Disallow: /email Disallow: /flash Disallow: /mailer Disallow: /include Disallow: /Old_backup_files Disallow: /php-development-services-india.asp Disallow: /webapplications/writeus.asp Disallow: /designprofile/ Disallow: /enterprise_level_architecture_consulting.asp Disallow: /websolutions.asp Disallow: /Encodex_pressrelease_Australia.asp Disallow: /portal_development_solutions.asp Disallow: /enterprise_content_mangement_resources.asp Disallow: /web_designing_resources.asp Disallow: /internt_marketing_resources.asp Disallow: /web_hosting_resources.asp Disallow: /other_resources.asp Disallow: /linkexchangecode.asp Disallow: /case_study_large%201.htm Disallow: /resources.asp Disallow: /webapplications/ # FULL access (FASTDisallow: /AllTheWeb) User-agent: FAST-WebCrawler Disallow: /Designprofile Disallow: /Admin Disallow: /backup Disallow: /aspnet_client Disallow: /ASP Disallow: /Blog Disallow: /database Disallow: /cgi-bin Disallow: /email Disallow: /flash Disallow: /mailer Disallow: /include Disallow: /Old_backup_files Disallow: /php-development-services-india.asp Disallow: /webapplications/writeus.asp Disallow: /designprofile/ Disallow: /enterprise_level_architecture_consulting.asp Disallow: /websolutions.asp Disallow: /Encodex_pressrelease_Australia.asp Disallow: /portal_development_solutions.asp Disallow: /enterprise_content_mangement_resources.asp Disallow: /web_designing_resources.asp Disallow: /internt_marketing_resources.asp Disallow: /web_hosting_resources.asp Disallow: /other_resources.asp Disallow: /linkexchangecode.asp Disallow: /case_study_large%201.htm Disallow: /resources.asp Disallow: /webapplications/ # FULL access (Inktomi) User-agent: Slurp Disallow: /Designprofile Disallow: /Admin Disallow: /backup Disallow: /aspnet_client Disallow: /ASP Disallow: /Blog Disallow: /database Disallow: /cgi-bin Disallow: /email Disallow: /flash Disallow: /mailer Disallow: /include Disallow: /Old_backup_files Disallow: /php-development-services-india.asp Disallow: /webapplications/writeus.asp Disallow: /designprofile/ Disallow: /enterprise_level_architecture_consulting.asp Disallow: /websolutions.asp Disallow: /Encodex_pressrelease_Australia.asp Disallow: /portal_development_solutions.asp Disallow: /enterprise_content_mangement_resources.asp Disallow: /web_designing_resources.asp Disallow: /internt_marketing_resources.asp Disallow: /web_hosting_resources.asp Disallow: /other_resources.asp Disallow: /linkexchangecode.asp Disallow: /case_study_large%201.htm Disallow: /resources.asp Disallow: /webapplications/ # FULL access (Lycos) User-agent: Lycos_Spider_(T-Rex) Disallow: /Designprofile Disallow: /Admin Disallow: /backup Disallow: /aspnet_client Disallow: /ASP Disallow: /Blog Disallow: /database Disallow: /cgi-bin Disallow: /email Disallow: /flash Disallow: /mailer Disallow: /include Disallow: /Old_backup_files Disallow: /php-development-services-india.asp Disallow: /webapplications/writeus.asp Disallow: /designprofile/ Disallow: /enterprise_level_architecture_consulting.asp Disallow: /websolutions.asp Disallow: /Encodex_pressrelease_Australia.asp Disallow: /portal_development_solutions.asp Disallow: /enterprise_content_mangement_resources.asp Disallow: /web_designing_resources.asp Disallow: /internt_marketing_resources.asp Disallow: /web_hosting_resources.asp Disallow: /other_resources.asp Disallow: /linkexchangecode.asp Disallow: /case_study_large%201.htm Disallow: /resources.asp Disallow: /webapplications/ # FULL access (All Spiders) User-agent: * Disallow: /Designprofile Disallow: /Admin Disallow: /backup Disallow: /aspnet_client Disallow: /ASP Disallow: /Blog Disallow: /database Disallow: /cgi-bin Disallow: /email Disallow: /flash Disallow: /mailer Disallow: /include Disallow: /Old_backup_files Disallow: /php-development-services-india.asp Disallow: /webapplications/writeus.asp Disallow: /designprofile/ Disallow: /enterprise_level_architecture_consulting.asp Disallow: /websolutions.asp Disallow: /Encodex_pressrelease_Australia.asp Disallow: /portal_development_solutions.asp Disallow: /enterprise_content_mangement_resources.asp Disallow: /web_designing_resources.asp Disallow: /internt_marketing_resources.asp Disallow: /web_hosting_resources.asp Disallow: /other_resources.asp Disallow: /linkexchangecode.asp Disallow: /case_study_large%201.htm Disallow: /resources.asp Disallow: /webapplications/