User-agent: gsa-crawler   # directed to internal search agent
Disallow: /brm/advance/
Disallow: /brm_c/
Disallow: /brm/_private/
Disallow: /brm/rate/brm_mtgsearch.asp
Disallow: /brm/rate/brm_loansearch.asp
Disallow: /brm/rate/brm_autosearch.asp
Disallow: /brm/rate/high_home.asp
Disallow: /brm/rate/depsearch_state.asp
Disallow: /brm/rate/ira_highyield.asp
Disallow: /brm/rate/brm_irasearch.asp
Disallow: /brm/rate/highyieldmma.asp
Disallow: /brm/rate/mmmf_mmasearch99.asp
Disallow: /brm/rate/money_market_mutual_funds.asp
Disallow: /brm/rate/mmmf_irasearch99.asp
Disallow: /brm/rate/brm_ccsearch_lowrate.asp
Disallow: /brm/rate/brm_ccsearch_nofee.asp
Disallow: /brm/rate/cc_ratehome.asp
Disallow: /brm/rate/brm_chksearch.asp
Disallow: /brm/rate/brm_onlinechksearch.asp
Disallow: /brm/rate/iramma_highyield.asp
Disallow: /brm/rate/brm_edusearch.asp
Disallow: /brm/rate/brmins_lifesearch.asp
Disallow: /brm/rate/brmins_autosearch.asp
Disallow: /brm/rate/brmins_homeownersearch.asp
Disallow: /brm/rate/mmmf_tax.asp
Disallow: /brm/rate/brm_cd-irasearch.asp
Disallow: /brm/_ScriptLibrary/
Disallow: /brm_sem/
Disallow: /brm/_vti_bin/
Disallow: /brm/_vti_cnf/
Disallow: /brm/_vti_pvt/
Disallow: /brm/_vti_txt/
Disallow: /brm/xml/*.xml
Disallow: /0flash/
Disallow: /0test/
Disallow: /0testTEMP/
Disallow: /001_BroadMgr/
Disallow: /006_STD_Client_Extracts.asp/
Disallow: /247/
Disallow: /abt/
Disallow: /addison/
Disallow: /advance/
Disallow: /aff/
Disallow: /afs/
Disallow: /aol/
Disallow: /aolauto/
Disallow: /aolbz/
Disallow: /aolcan/
Disallow: /aolcrs/
Disallow: /aolpf/
Disallow: /applets/
Disallow: /ats/
Disallow: /att/
Disallow: /attfeed/
Disallow: /auto-att/
Disallow: /baw/
Disallow: /bbs_member/
Disallow: /bcg/
Disallow: /bcr/
Disallow: /bellevue/
Disallow: /bhn/
Disallow: /bhn2/
Disallow: /blm/
Disallow: /bravd_t/
Disallow: /brink/
Disallow: /brinkadv/
Disallow: /brm_sales/
Disallow: /brookwood/
Disallow: /budget/
Disallow: /bzrt/
Disallow: /calc/
Disallow: /Calc2License/
Disallow: /calc-pop-up/
Disallow: /calendar/
Disallow: /cfxtemp/
Disallow: /cgi-bin/
Disallow: /chartdev/
Disallow: /cic/
Disallow: /classes/
Disallow: /cld/
Disallow: /cldre/
Disallow: /clst/
Disallow: /clv/
Disallow: /clvd/
Disallow: /cobrand/
Disallow: /comA/
Disallow: /comB/
Disallow: /converter/
Disallow: /copy of include/
Disallow: /cnbc/
Disallow: /cnc/
Disallow: /cnn/
Disallow: /crc/
Disallow: /crt/
Disallow: /csoup/
Disallow: /csites/
Disallow: /ctest/
Disallow: /cweb/
Disallow: /cwebre/
Disallow: /cyb/
Disallow: /cycl/
Disallow: /cymredrct/
Disallow: /deal/
Disallow: /dent/
Disallow: /dgt/
Disallow: /dlls/
Disallow: /dmn/
Disallow: /doubleclick/
Disallow: /dp/
Disallow: /dpost/
Disallow: /dsfcu/
Disallow: /eagle/
Disallow: /ebls/
Disallow: /editorialAlert/
Disallow: /editorsAlert/
Disallow: /eleadz/
Disallow: /elink/
Disallow: /email_db/
Disallow: /email_newsletters/
Disallow: /email_prototypes/
Disallow: /email_standalone/
Disallow: /exct/
Disallow: /fbsauto/
Disallow: /fci/
Disallow: /fib/
Disallow: /first_internet_bank/
Disallow: /ffnd/
Disallow: /flo/
Disallow: /floor/
Disallow: /fmnp/
Disallow: /fox/
Disallow: /freemanwebb/
Disallow: /fsboh/
Disallow: /gen_calc/
Disallow: /gns/
Disallow: /gookeyword/
Disallow: /gps/
Disallow: /hch/
Disallow: /hcm/
Disallow: /headlines/
Disallow: /HistoricLow/
Disallow: /hlink_redirects/
Disallow: /homegain/
Disallow: /hmgn/
Disallow: /IBD/
Disallow: /images/
Disallow: /images-psd-eps/
Disallow: /include/
Disallow: /inm/
Disallow: /INSURE/
Disallow: /int/
Disallow: /inv/
Disallow: /ivill/
Disallow: /iwon/
Disallow: /java/
Disallow: /javacalcs/
Disallow: /JNANA/
Disallow: /kgw/
Disallow: /kings/
Disallow: /kip/
Disallow: /kmov/
Disallow: /kndl/
Disallow: /KOMO/
Disallow: /kvue/
Disallow: /lapalma/
Disallow: /latc/
Disallow: /lfl/
Disallow: /Library/
Disallow: /lycos1/
Disallow: /maxo/
Disallow: /mchx/
Disallow: /mhe/
Disallow: /milfn/
Disallow: /MISData/
Disallow: /mkt1/
Disallow: /mkt2/
Disallow: /mkt3/
Disallow: /mkt4/
Disallow: /mnytrk/
Disallow: /mot/
Disallow: /movbr/
Disallow: /msn/
Disallow: /msnre/
Disallow: /mtg-att/
Disallow: /mtlk/
Disallow: /mtry/
Disallow: /ndaq/
Disallow: /nhadv/
Disallow: /nhbd/
Disallow: /nhr/
Disallow: /nltrack/
Disallow: /npnet/
Disallow: /npnews/
Disallow: /nsc/
Disallow: /nscre/
Disallow: /nsccan/
Disallow: /nwcn/
Disallow: /nwday/
Disallow: /nwdayny/
Disallow: /nym/
Disallow: /nys/
Disallow: /nyt/
Disallow: /nytb/
Disallow: /nytmkt/
Disallow: /nytmkt2/
Disallow: /nytmkt3/
Disallow: /old_images/
Disallow: /OnlineBrokers/
Disallow: /overkeyword/
Disallow: /owg/
Disallow: /Package/
Disallow: /paidaol/
Disallow: /paidatt/
Disallow: /paidclst/
Disallow: /paiddls/
Disallow: /paidelink/
Disallow: /paidndaq/
Disallow: /paidnpnet/
Disallow: /paidsmrtpg/
Disallow: /pbpost/
Disallow: /pdhomegain/
Disallow: /perl/
Disallow: /pdc/
Disallow: /ppc/
Disallow: /prj/
Disallow: /prod_dept/
Disallow: /Project_new/
Disallow: /psds/
Disallow: /pwm/
Disallow: /qfn/
Disallow: /Qfn/
Disallow: /ratealert/
Disallow: /rdrun/
Disallow: /realfc/
Disallow: /realtor/
Disallow: /resource/
Disallow: /resources/
Disallow: /reut/
Disallow: /rlt/
Disallow: /rogers/
Disallow: /rss_trk/
Disallow: /rvrt/
Disallow: /sae/
Disallow: /sam/
Disallow: /sas/
Disallow: /sbn/
Disallow: /sema/
Disallow: /semb/
Disallow: /seminar/
Disallow: /selust/
Disallow: /selcbsmw/
Disallow: /selwsjr/
Disallow: /selaol/
Disallow: /selexct/
Disallow: /sfg/
Disallow: /sfc2/
Disallow: /sfig/
Disallow: /sitespeed/
Disallow: /sltrib/
Disallow: /smm/
Disallow: /smrtpg/
Disallow: /sno/
Disallow: /states1/
Disallow: /stb/
Disallow: /stbh/
Disallow: /stbn/
Disallow: /table-format/
Disallow: /TellUs/
Disallow: /ten/
Disallow: /thirdage/
Disallow: /tnp/
Disallow: /treebr/
Disallow: /Toptier/
Disallow: /TREND_SURVEY/
Disallow: /trig_sends/
Disallow: /tst1/
Disallow: /tst2/
Disallow: /tst3/
Disallow: /tst3a/
Disallow: /tst5/
Disallow: /tst5a/
Disallow: /tstPalmPC/
Disallow: /txcn/
Disallow: /ubertool/
Disallow: /UK/
Disallow: /usability/
Disallow: /usn/
Disallow: /ust/
Disallow: /ust1/
Disallow: /ust2/
Disallow: /ustselect/
Disallow: /vcs/
Disallow: /vcsc/
Disallow: /weeklysurvey/
Disallow: /wfaa/
Disallow: /whas/
Disallow: /wpbf/
Disallow: /wsj/
Disallow: /wsjl/
Disallow: /wsjr/
Disallow: /wsjrl/
Disallow: /XML/
Disallow: /xml_xsl_test/
Disallow: /yahoo/
Disallow: /yclc/
Disallow: /yha/
Disallow: /yho/
Disallow: /yhre/
Disallow: /zdjournal/
Disallow: /zlw/
Disallow: /_notes/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/


User-agent: *   # directed to all spiders
Disallow: /brm/advance/
Disallow: /brm/_private/
Disallow: /brm/_ScriptLibrary/
Disallow: /brm/_vti_bin/
Disallow: /brm/_vti_cnf/
Disallow: /brm/_vti_pvt/
Disallow: /brm/_vti_txt/
Disallow: /brm/xml/*.xml
Disallow: /brm_sem/
Disallow: /0flash/
Disallow: /0test/
Disallow: /0testTEMP/
Disallow: /001_BroadMgr/
Disallow: /006_STD_Client_Extracts.asp/
Disallow: /247/
Disallow: /addison/
Disallow: /advance/
Disallow: /aff/
Disallow: /afs/
Disallow: /aol/
Disallow: /afs/
Disallow: /aol/
Disallow: /aolauto/
Disallow: /aolbz/
Disallow: /aolcan/
Disallow: /aolcrs/
Disallow: /aolpf/
Disallow: /applets/
Disallow: /ats/
Disallow: /att/
Disallow: /attfeed/
Disallow: /auto-att/
Disallow: /baw/
Disallow: /bbs_member/
Disallow: /bcg/
Disallow: /bcr/
Disallow: /bellevue/
Disallow: /bhn/
Disallow: /bhn2/
Disallow: /blm/
Disallow: /bravd_t/
Disallow: /brmny/
Disallow: /brm_sales/
Disallow: /brookwood/
Disallow: /budget/
Disallow: /bzrt/
Disallow: /calc/
Disallow: /Calc2License/
Disallow: /calc-pop-up/
Disallow: /calendar/
Disallow: /can/
Disallow: /cfxtemp/
Disallow: /cgi-bin/
Disallow: /chartdev/
Disallow: /cic/
Disallow: /classes/
Disallow: /cld/
Disallow: /clst/
Disallow: /clv/
Disallow: /clvd/
Disallow: /cldre/
Disallow: /cobrand/
Disallow: /comA/
Disallow: /comB/
Disallow: /converter/
Disallow: /copy of include/
Disallow: /cnbc/
Disallow: /cnc/
Disallow: /crc/
Disallow: /crt/
Disallow: /csites/
Disallow: /csoup/
Disallow: /ctest/
Disallow: /cweb/
Disallow: /cwebre/
Disallow: /cyb/
Disallow: /cycl/
Disallow: /cymredrct/
Disallow: /deal/
Disallow: /dent/
Disallow: /dgt/
Disallow: /dlls/
Disallow: /dmn/
Disallow: /doubleclick/
Disallow: /dp/
Disallow: /dpost/
Disallow: /dsfcu/
Disallow: /eagle/
Disallow: /ebls/
Disallow: /editorialAlert/
Disallow: /editorsAlert/
Disallow: /eleadz/
Disallow: /elink/
Disallow: /email_db/
Disallow: /email_newsletters/
Disallow: /email_prototypes/
Disallow: /email_standalone/
Disallow: /exct/
Disallow: /fbsauto/
Disallow: /fci/
Disallow: /fib/
Disallow: /first_internet_bank/
Disallow: /flo/
Disallow: /floor/
Disallow: /fmnp/
Disallow: /fox/
Disallow: /freemanwebb/
Disallow: /fsboh/
Disallow: /gen_calc/
Disallow: /gns/
Disallow: /gookeyword/
Disallow: /gps/
Disallow: /hch/
Disallow: /hcm/
Disallow: /headlines/
Disallow: /HistoricLow/
Disallow: /hlink_redirects/
Disallow: /homegain/
Disallow: /hmgn/
Disallow: /IBD/
Disallow: /images/
Disallow: /images-psd-eps/
Disallow: /include/
Disallow: /inm/
Disallow: /INSURE/
Disallow: /int/
Disallow: /inv/
Disallow: /iwon/
Disallow: /ivill/
Disallow: /java/
Disallow: /javacalcs/
Disallow: /JNANA/
Disallow: /kgw/
Disallow: /kings/
Disallow: /kip/
Disallow: /kmov/
Disallow: /KOMO/
Disallow: /kndl/
Disallow: /kvue/
Disallow: /lapalma/
Disallow: /latc/
Disallow: /lfl/
Disallow: /Library/
Disallow: /lycos1/
Disallow: /mchx/
Disallow: /mhe/
Disallow: /milfn/
Disallow: /MISData/
Disallow: /mnytrk/
Disallow: /mot/
Disallow: /movbr/
Disallow: /msn/
Disallow: /msnre/
Disallow: /mtg-att/
Disallow: /mtlk/
Disallow: /mtry/
Disallow: /ndaq/
Disallow: /nhadv/
Disallow: /nhbd/
Disallow: /nhr/
Disallow: /nltrack/
Disallow: /npnet/
Disallow: /npnews/
Disallow: /nsc/
Disallow: /nscre/
Disallow: /nsccan/
Disallow: /nwcn/
Disallow: /nwday/
Disallow: /nwdayny/
Disallow: /nym/
Disallow: /nys/
Disallow: /nyt/
Disallow: /nytb/
Disallow: /nytmkt/
Disallow: /old_images/
Disallow: /OnlineBrokers/
Disallow: /overkeyword/
Disallow: /owg/
Disallow: /Package/
Disallow: /paidaol/
Disallow: /paidatt/
Disallow: /paidclst/
Disallow: /paiddls/
Disallow: /paidelink/
Disallow: /paidndaq/
Disallow: /paidnpnet/
Disallow: /paidsmrtpg/
Disallow: /pbpost/
Disallow: /pdhomegain/
Disallow: /perl/
Disallow: /pdc/
Disallow: /ppc/
Disallow: /prj/
Disallow: /prod_dept/
Disallow: /project_bwg/
Disallow: /Project_new/
Disallow: /psds/
Disallow: /pwm/
Disallow: /qfn/
Disallow: /Qfn/
Disallow: /ratealert/
Disallow: /rdrun/
Disallow: /realfc/
Disallow: /realtor/
Disallow: /resource/
Disallow: /resources/
Disallow: /reut/
Disallow: /rlt/
Disallow: /rogers/
Disallow: /rvrt/
Disallow: /rss_trk/
Disallow: /sae/
Disallow: /sam/
Disallow: /sas/
Disallow: /sbn/
Disallow: /sema/
Disallow: /semb/
Disallow: /seminar/
Disallow: /sfg/
Disallow: /sfc2/
Disallow: /sfig/
Disallow: /sitespeed/
Disallow: /sltrib/
Disallow: /smm/
Disallow: /smrtpg/
Disallow: /sno/
Disallow: /states1/
Disallow: /stb/
Disallow: /stbh/
Disallow: /table-format/
Disallow: /TellUs/
Disallow: /ten/
Disallow: /thirdage/
Disallow: /tnp/
Disallow: /treebr/
Disallow: /Toptier/
Disallow: /TREND_SURVEY/
Disallow: /trig_sends/
Disallow: /tst1/
Disallow: /tst2/
Disallow: /tst3/
Disallow: /tst3a/
Disallow: /tst5/
Disallow: /tst5a/
Disallow: /tstPalmPC/
Disallow: /txcn/
Disallow: /ubertool/
Disallow: /usn/
Disallow: /ust/
Disallow: /ust1/
Disallow: /ust2/
Disallow: /ustselect/
Disallow: /vcs/
Disallow: /vcsc/
Disallow: /weeklysurvey/
Disallow: /wfaa/
Disallow: /whas/
Disallow: /wpbf/
Disallow: /wsj/
Disallow: /wsjl/
Disallow: /wsjr/
Disallow: /wsjrl/
Disallow: /XML/
Disallow: /xml_xsl_test/
Disallow: /yahoo/
Disallow: /yclc/
Disallow: /yha/
Disallow: /yhre/
Disallow: /zdjournal/
Disallow: /zlw/
Disallow: /_notes/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /brm/rate/brm_mtgsearch.asp
Disallow: /brm/rate/brm_loansearch.asp
Disallow: /brm/rate/brm_autosearch.asp
Disallow: /brm/rate/high_home.asp
Disallow: /brm/rate/depsearch_state.asp
Disallow: /brm/rate/ira_highyield.asp
Disallow: /brm/rate/brm_irasearch.asp
Disallow: /brm/rate/highyieldmma.asp
Disallow: /brm/rate/mmmf_mmasearch99.asp
Disallow: /brm/rate/money_market_mutual_funds.asp
Disallow: /brm/rate/mmmf_irasearch99.asp
Disallow: /brm/rate/brm_ccsearch_lowrate.asp
Disallow: /brm/rate/brm_ccsearch_nofee.asp
Disallow: /brm/rate/cc_ratehome.asp
Disallow: /brm/rate/brm_chksearch.asp
Disallow: /brm/rate/brm_onlinechksearch.asp
Disallow: /brm/rate/iramma_highyield.asp
Disallow: /brm/rate/brm_edusearch.asp
Disallow: /brm/rate/brmins_lifesearch.asp
Disallow: /brm/rate/brmins_autosearch.asp
Disallow: /brm/rate/brmins_homeownersearch.asp
Disallow: /brm/rate/mmmf_tax.asp
Disallow: /brm/rate/brm_cd-irasearch.asp