User-agent: atSpider/1.0 Disallow: / User-agent: autoemailspider Disallow: / User-agent: CherryPicker Disallow: / User-agent: China Local Browse 2.6 Disallow: / User-agent: ContentSmartz Disallow: / User-agent: DataCha0s/2.0 Disallow: / User-agent: DBrowse 1.4b Disallow: / User-agent: DBrowse 1.4d Disallow: / User-agent: Demo Bot DOT 16b Disallow: / User-agent: Demo Bot Z 16b Disallow: / User-agent: DSurf15a 01 Disallow: / User-agent: DSurf15a 71 Disallow: / User-agent: DSurf15a 81 Disallow: / User-agent: DSurf15a VA Disallow: / User-agent: EBrowse 1.4b Disallow: / User-agent: Educate Search VxB Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ESurf15a 15 Disallow: / User-agent: ExtractorPro Disallow: / User-agent: FSurf15a 01 Disallow: / User-agent: Full Web Bot 0416B Disallow: / User-agent: Full Web Bot 0516B Disallow: / User-agent: Full Web Bot 2816B Disallow: / User-agent: Industry Program Disallow: / User-agent: infoConveraCrawler Disallow: / User-agent: IUPUI Research Bot Disallow: / User-agent: LARBIN-EXPERIMENTAL Disallow: / User-agent: Lincoln State Web Browser Disallow: / User-agent: LinkWalker Disallow: / User-agent: Mac Finder Disallow: / User-agent: MFC Foundation Class Library Disallow: / User-agent: Microsoft URL Control - 6.00.8xxx Disallow: / User-agent: Missauga Locate 1.0.0 Disallow: / User-agent: Missigua Locator 1.9 Disallow: / User-agent: Missouri College Browse Disallow: / User-agent: Mizzu Labs 2.2 Disallow: / User-agent: MJ12bot Disallow: / User-agent: Mo College 1.9 Disallow: / User-agent: Mozi! Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: Mozilla/3.0 (compatible) Disallow: / User-agent: Mozilla/3.0 (compatible; Indy Library) Disallow: / User-agent: Mozilla/4.0 (compatible; Advanced Email Extractor v2.xx) Disallow: / User-agent: Mozilla/4.0 (compatible; Iplexx Spider/1.0 http://www.iplexx.at) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt; DTS Agent Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Fetch API Request Disallow: / User-agent: Mozilla/4.0 efp@gmx.net Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; MRA 4.3 (build 01218)) Disallow: / User-agent: Mozilla/5.0 (Version: xxxx Type:xx) Disallow: / User-agent: MVAClient Disallow: / User-agent: NASA Search 1.0 Disallow: / User-agent: NICErsPRO Disallow: / User-agent: PEval 1.4b Disallow: / User-agent: Poirot Disallow: / User-agent: Port Huron Labs Disallow: / User-agent: Production Bot 0116B Disallow: / User-agent: Production Bot 2016B Disallow: / User-agent: Production Bot DOT 3016B Disallow: / User-agent: Program Shareware 1.0.2 Disallow: / User-agent: PSurf15a 11 Disallow: / User-agent: PSurf15a VA Disallow: / User-agent: psycheclone Disallow: / User-agent: RSurf15a 41 Disallow: / User-agent: RSurf15a 51 Disallow: / User-agent: RSurf15a 81 Disallow: / User-agent: snap.com beta crawler v0 Disallow: / User-agent: Snapbot/1.0 Disallow: / User-agent: sogou spider Disallow: / User-agent: sohu agent Disallow: / User-agent: SSurf15a 11 Disallow: / User-agent: User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1) Disallow: / User-agent: Teleport Disallow: / User-agent: TurnitinBot Disallow: / User-agent: VoilaBot BETA 1.2 Disallow: / User-agent: WebVulnCrawl.blogspot.com/1.0 libwww-perl/5.803 Disallow: / User-agent: Wells Search II Disallow: / User-agent: WEP Search 00 Disallow: / User-agent: Zeus Disallow: / User-agent: * Crawl-delay: 120 Disallow: /old Disallow: /pics Disallow: /images Disallow: /graphics Disallow: /graphics/ Disallow: /includes Disallow: /include Disallow: /include/ Disallow: /includes/ Disallow: /inc Disallow: /modules Disallow: /var Disallow: /var/ Disallow: /_old Disallow: /cgi-bin Disallow: /cgi Disallow: /cgi/ Disallow: /cgi-bin/ Disallow: /log Disallow: /log/ Disallow: /logs Disallow: /logs/ Disallow: /temp Disallow: /temp/ Disallow: /banner/ Disallow: /banners/ Disallow: /admin Disallow: /admin/ Disallow: /members Disallow: /members/ Disallow: /member Disallow: /member/ Disallow: /photos/ Disallow: /eform Disallow: /gen_info Disallow: /gen_info2 Disallow: /gen_info_test Disallow: /general_info_thank_you Disallow: /general_info_thank_you2 Disallow: /general_info_thanks Disallow: /bug_report Disallow: /bugreport Disallow: /email Disallow: /email2 Disallow: /email_to_a_friend Disallow: /email_to_a_friend2 Disallow: /email_signup Disallow: /email_thankyou Disallow: /send_friend Disallow: /send_friend2 Disallow: /respond Disallow: /respond2 Disallow: /activity Disallow: /_activity Disallow: /getstarted Disallow: /doitnow Disallow: /dowork Disallow: /business_form Disallow: /business_form2 Disallow: /biz_contact Disallow: /biz_contact2 Disallow: /respond Disallow: /respond2 Disallow: /data Disallow: /data_import Disallow: /database Disallow: /script Disallow: /script/ Disallow: /scripts Disallow: /scripts/ Disallow: /function Disallow: /function/ Disallow: /functions Disallow: /functions/ Disallow: /contact Disallow: /contact2 Disallow: /contact/ Disallow: /contact_expert Disallow: /contact_expert2 Disallow: /contact_us Disallow: /contact_us_ Disallow: /contact_us2 Disallow: /secure Disallow: /secure/ Disallow: /billing Disallow: /billing1 Disallow: /billing2 Disallow: /billing3 Disallow: /billing4 Disallow: /billing/ Disallow: /password Disallow: /password/ Disallow: /tell_a_friend Disallow: /tell_a_friend2 Disallow: /install Disallow: /install/ Disallow: /login Disallow: /login/ Disallow: /lookup Disallow: /lookup/ Disallow: /memberLogin Disallow: /upload Disallow: /upload/ Disallow: /uploads Disallow: /uploads/ Disallow: /announcement Disallow: /announcements Disallow: /bridal_registry Disallow: /bridal_registry2 Disallow: /poll_submit Disallow: /post_announcement Disallow: /post_announcement2 Disallow: /template Disallow: /template/ Disallow: /wedding_contact Disallow: /wedding_contact2 Disallow: /stats Disallow: /stats/ Disallow: /wedding_stats Disallow: /win_services Disallow: /win_services2 Disallow: /addurl Disallow: /addurl/ Disallow: /addurl2 Disallow: /add_url Disallow: /add_url2 Disallow: /dirInfo Disallow: /ask Disallow: /ask2 Disallow: /bak Disallow: /bak/ Disallow: /confirm Disallow: /confirm/ Disallow: /confirm2 Disallow: /cutie_pie_entry Disallow: /cutie_pie_form Disallow: /donation_form Disallow: /info_request Disallow: /pizzaballot Disallow: /pizzaballot2 Disallow: /pizzaballot3 Disallow: /pizzaballot4 Disallow: /pizzeria_form Disallow: /sponsor_form Disallow: /test Disallow: /test/ Disallow: /testing Disallow: /testpoll Disallow: /botblock/ Disallow: /blacklist Disallow: /blacklist/ Disallow: /ipblock Disallow: /catalog/ Disallow: /apply Disallow: /apply2 Disallow: /delete Disallow: /delete/ Disallow: /delete_me/ Disallow: /deleted Disallow: /deleted/ Disallow: /deleted%20files/ Disallow: /hotel_activity Disallow: /hotel_contact Disallow: /hotel_contact2 Disallow: /genmap Disallow: /fixit Disallow: /inc_directory Disallow: /inc_directoryInfo Disallow: /addvendors Disallow: /addvendors2 Disallow: /add_vendor Disallow: /add_vendors Disallow: /add_vendor2 Disallow: /add_vendors2 Disallow: /entry Disallow: /entry_form Disallow: /add_recipe Disallow: /recipe_activity Disallow: /add_restaurant Disallow: /add_restaurant1 Disallow: /contact_restaurant Disallow: /contact_restaurant2 Disallow: /count_hit Disallow: /email_to_a_friend_menu Disallow: /email_to_a_friend_menu2 Disallow: /contact_form Disallow: /contact_form2 Disallow: /add_a_url Disallow: /add_a_url_thanks Disallow: /addurl Disallow: /add_url Disallow: /article_submission Disallow: /clubloaded_form Disallow: /expert_form Disallow: /ezmlm_manage Disallow: /ezmlm_manage_bulk Disallow: /getstarted Disallow: /getstarted_sent Disallow: /health_media_form Disallow: /how_did_you_hear_form Disallow: /migrate Disallow: /newform Disallow: /newsletter Disallow: /newsletters Disallow: /old_site_directory Disallow: /member_search Disallow: /ticket_contest_form Disallow: /rs_form Disallow: /sess Disallow: /test_css Disallow: /test_search Disallow: /testmail Disallow: /ticket_contest_form Disallow: /ticketstats Disallow: /web_award Disallow: /web_award2 Disallow: /webaward Disallow: /webaward2 Disallow: /z_getinfo Disallow: /z_test #