# $Revision: 34751 $ $HeadURL: http://svn.foolhq.com/svn/projects/uk-tags/2008-07-30_31.2/Fool-UK/Fool.Apps.Ukmf.Web.UI/robots-live.txt $ # robots.txt file for http://www.fool.co.uk # block everything to stress-agent UA User-agent: stress-agent Disallow: / # disallow URLs for internal gsa spider User-agent: gsa-crawler Disallow: /news/archive.aspx Disallow: /feeds/index.aspx Disallow: /server/ Disallow: /Server/ # disallows for all other robots User-agent: * Disallow: /credit-cards/LinkTracker.aspx Disallow: /current-accounts/LinkTracker.aspx Disallow: /credit-cards/LinkTracker.aspx Disallow: /savings/LinkTracker.aspx Disallow: /isas/LinkTracker.aspx Disallow: /insurance/LinkTracker.aspx Disallow: /mortgages/LinkTracker.aspx Disallow: /diagnose.asp Disallow: /credit-cards/AreYouSure.aspx Disallow: /Ouch500.asp Disallow: /Denied.asp Disallow: /Login.asp Disallow: /SignUp/ Disallow: /Includes/ Disallow: /includes/ Disallow: /Ad/ Disallow: /ad/ Disallow: /Localize/ Disallow: /localize/ Disallow: /Jumppages/ Disallow: /jumppages/ Disallow: /Server/ Disallow: /server/ Disallow: /Search/ Disallow: /search/ Disallow: /Test/ Disallow: /test/ Disallow: /Private/ Disallow: /private/ Disallow: /Scripts/ Disallow: /scripts/ Disallow: /Partners/ Disallow: /partners/ Disallow: /10stepsOld/ Disallow: /About/ Disallow: /art/ Disallow: /Art/ Disallow: /bbw/ Disallow: /BeatFTSE/ Disallow: /bin/ Disallow: /Breakfastnews/ Disallow: /Bribble/ Disallow: /branding/ Disallow: /Community/2002/ Disallow: /Community/2003/ Disallow: /Community-v2/ Disallow: /compoundinterest/ Disallow: /Copy%20of%20mortgages/ Disallow: /css/ Disallow: /DailyFool/ Disallow: /Duellingfools/ Disallow: /email/ Disallow: /everythingiown/ Disallow: /firstdirect/ Disallow: /Foolshop/ Disallow: /frontpage/ Disallow: /halifax/ Disallow: /healthcheck/ Disallow: /Help/old_includes/ Disallow: /Help/portfolios/ Disallow: /Help/Whatsnew/ Disallow: /HomeOwning/ Disallow: /ideas/ Disallow: /IndependentOnSunday/ Disallow: /Interview/ Disallow: /ISAguide/ Disallow: /ISAguide2/ Disallow: /ISAs_old/ Disallow: /Landing/ Disallow: /LeftNav/ Disallow: /Life/ Disallow: /Life1/ Disallow: /Life2/ Disallow: /Life3/ Disallow: /livingit/ Disallow: /Lunchtimenews/ Disallow: /marketing/ Disallow: /Media/ Disallow: /misc/ Disallow: /Moneyreport/ Disallow: /mortgages/purely/ Disallow: /MPLetter/ Disallow: /mpletter/ Disallow: /myportfolio/ Disallow: /news/marketnews/ Disallow: /newsletters/ Disallow: /Offer/ Disallow: /offsetguide/ Disallow: /OffsetGuide/ Disallow: /Offsetguide/ Disallow: /PEPs/ Disallow: /PersonalFinance/ Disallow: /personalfinance/ Disallow: /PopUps/ Disallow: /Premium/ Disallow: /Premium_intro/ Disallow: /Promo/ Disallow: /RuleShaker/ Disallow: /savingsreport/ Disallow: /selftrade/ Disallow: /Seminars/ Disallow: /smartinvestor/ Disallow: /stockfoolery/ Disallow: /StockFoolery/ Disallow: /Surveys/ Disallow: /Tags/ Disallow: /tags/ Disallow: /TheMoneyReport/ Disallow: /thismonth/ Disallow: /Threads/ Disallow: /Tipsheet/ Disallow: /Tipsheet_intro/ Disallow: /Tools/ Disallow: /topfive/ Disallow: /vi/ Disallow: /vizzaviISAguide/ Disallow: /weekly/ Disallow: /webbrands/ Disallow: /Women/ Disallow: /workshop/ Disallow: /Workshop/ Disallow: /WorldCup/ Disallow: /xml/bribble/ Disallow: /pensions/hop2.aspx Disallow: /decisioncentre/mortgages/hop2.aspx Disallow: /debt/hop2.asp Disallow: /membermail/hop2.asp Disallow: /minitables/hop2.asp Disallow: /offsetguide/hop2.asp Disallow: /insurance/hop2.asp Disallow: /hop2partner.aspx Disallow: /cards/hop2.asp Disallow: /savings/hop2.asp Disallow: /weeklydigest/hop2.asp Disallow: /brokers/hop2.asp Disallow: /loans/hop2.asp Disallow: /frontpage/navbar_hop2.asp Disallow: /moneyreport/sept2005/hop2.asp Disallow: /moneyreport/hop2.asp Disallow: /leftnav/navbar_hop2.asp Disallow: /frontpage/mainpage_hop2.asp Disallow: /moneyreport/may2004/hop2.asp Disallow: /partners/ Disallow: /frontpage/hop2.asp Disallow: /mortgages/hop2.asp Disallow: /savings/savings/hop2.aspx Disallow: /ros/hop2.asp Disallow: /moneyreport/dec2003/hop2.asp Disallow: /email/external/hop2.asp Disallow: /banking/hop2.asp Disallow: /cards/hop2.aspx Disallow: /savings/hop2.aspx Disallow: /mortgages/hop2.aspx Disallow: /loans/hop2.aspx Disallow: /insurance/hop2.aspx Disallow: /banking/hop2.aspx Disallow: /scripts/tracking/hop2.aspx Disallow: /isas/hop2.aspx Disallow: /utilities-comparison/hop2.asp Disallow: /brokers/hop2.aspx Disallow: /email/hop2.asp Disallow: /spreadbetting/hop2.aspx Disallow: /isas/hop2.asp Disallow: /credit-cards/credit-cards-guide-thanks.aspx Disallow: /mortgages/find-mortgages.aspx Disallow: /news.htm Disallow: /*? Disallow: /podcast/moneytalk/fbmoneytalkpodcast.xml