# robots.txt for www.dmm2.org.uk

User-agent: slurp
User-agent: googlebot
User-agent: msnbot
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_inf.html
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /borings/i/
Disallow: /boringsi/
Disallow: /cemetery/
Disallow: /census/i/
Disallow: /childemp/i/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /digital/
Disallow: /digital/heaviside/
Disallow: /digital/i/
Disallow: /digital/police/
Disallow: /digital/punshon/
Disallow: /dmaarchv/i/
Disallow: /employee/i/
Disallow: /errors/
Disallow: /galantry/i/
Disallow: /grid/i/
Disallow: /images/
Disallow: /individ/
Disallow: /individ/i/
Disallow: /individ/1888/
Disallow: /individ/1889/
Disallow: /individ/1890/
Disallow: /individ/1891/
Disallow: /individ/1892/
Disallow: /individ/1893/
Disallow: /individ/1894/
Disallow: /individ/1895/
Disallow: /individ/1896/
Disallow: /individ/1897/
Disallow: /individ/1898/
Disallow: /individ/1899/
Disallow: /individ/1900/
Disallow: /individ/1901/
Disallow: /individ/1902/
Disallow: /individ/1903/
Disallow: /individ/1904/
Disallow: /individ/1905/
Disallow: /individ/1906/
Disallow: /individ/1907/
Disallow: /individ/1908/
Disallow: /individ/1909/
Disallow: /individ/1910/
Disallow: /individ/1911/
Disallow: /individ/1912/
Disallow: /individ/1913/
Disallow: /individ/1914/
Disallow: /individ/t-00/
Disallow: /individ/t-01/
Disallow: /individ/t-02/
Disallow: /individ/t-03/
Disallow: /individ/t-04/
Disallow: /individ/t-05/
Disallow: /individ/t-06/
Disallow: /individ0/i/
Disallow: /individ1/i/
Disallow: /individ2/i/
Disallow: /individn/i/
Disallow: /indivdu0/i/
Disallow: /indivdu1/i/
Disallow: /indivdu2/i/
Disallow: /indivdu3/i/
Disallow: /inquests/i/
Disallow: /lowsrc/
Disallow: /masterix/i/
Disallow: /seaham/i/
Disallow: /spam/
Disallow: /temp/
Disallow: /uknames/i/
Disallow: /uknames/images/
Disallow: /ukreport/i/
Disallow: /ukreport/images/

User-agent: ALeadSoftbot
User-agent: BOTW Spider
User-agent: BackRub
User-agent: BaglBot
User-agent: BaiDuSpider
User-agent: Baiduspider
User-agent: BecomeBot
User-agent: BeijingCrawler
User-agent: Bilbo
User-agent: BilgiBot
User-agent: BotRightHere
User-agent: Bumblebee
User-agent: BuzzRankingBot
User-agent: CatchBot
User-agent: CazoodleBot
User-agent: Charlotte
User-agent: CherryPicker
User-agent: Clushbot
User-agent: CopyRightCheck
User-agent: Crawler
User-agent: Crescent
User-agent: CydralSpider
User-agent: DYNAMIC
User-agent: DataFountains
User-agent: DiamondBot
User-agent: DittoSpyder
User-agent: Dulance bot
User-agent: EARTHCOM.info
User-agent: EDI
User-agent: EasyDL
User-agent: EmailCollector
User-agent: EmailWolf
User-agent: EmeraldShield.com WebBot
User-agent: Exabot
User-agent: Exabot-Images
User-agent: Exabot-Test
User-agent: Exalead NG
User-agent: FANGCrawl
User-agent: Feed::Find
User-agent: GigaBot
User-agent: GigabotSiteSearch
User-agent: Grub.org
User-agent: GurujiBot
User-agent: Hatena Antenna
User-agent: Hatena Bookmark
User-agent: Hatena RSS
User-agent: HatenaScreenshot
User-agent: Helix
User-agent: HiddenMarket
User-agent: HyperEstraier
User-agent: IIITBOT
User-agent: InfociousBot
User-agent: Jetbot
User-agent: KRetrieve
User-agent: Kolinka Forum Search
User-agent: LOOQ
User-agent: LetsCrawl.com
User-agent: Lincoln State Web Browser
User-agent: Links4US-Crawler
User-agent: Lsearch/sondeur
User-agent: MJ12bot
User-agent: MapoftheInternet.com
User-agent: Mirago
User-agent: NP
User-agent: NPBot
User-agent: NationalDirectory
User-agent: NetCarta_WebMapper
User-agent: NewsGator
User-agent: NextGenSearchBot
User-agent: Nudelsalat
User-agent: Nutch
User-agent: OOZBOT
User-agent: OmniExplorer_Bot
User-agent: OpenIntelligenceData
User-agent: Oracle Enterprise Search
User-agent: PMAFind
User-agent: Pajaczek
User-agent: PeerFactor 404 crawler
User-agent: PeerFactor Crawler
User-agent: PlantyNet
User-agent: PlantyNet_WebRobot
User-agent: Pogodak!
User-agent: Python-urllib
User-agent: QuickFinder Crawler
User-agent: Radiation Retriever
User-agent: Reaper
User-agent: RedCarpet
User-agent: ScorpionBot
User-agent: Scrubby
User-agent: Scumbot
User-agent: Seeker.lookseek.com
User-agent: SeznamBot
User-agent: ShowXML
User-agent: SnapPreviewBot
User-agent: Snapbot
User-agent: SpankBot
User-agent: Speedy
User-agent: Speedy Spider
User-agent: SpeedySpider
User-agent: Speedy_Spider
User-agent: SquigglebotBot
User-agent: Steeler
User-agent: Sunrise
User-agent: SurveyBot
User-agent: SynapticSearch
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: TMCrawler
User-agent: Talkro Web-Shot
User-agent: Tarantula
User-agent: Teoma
User-agent: TerrawizBot
User-agent: TheInformant
User-agent: TridentSpider
User-agent: Tutorial Crawler
User-agent: Twiceler
User-agent: URI::Fetch
User-agent: Vagabondo
User-agent: VengaBot
User-agent: Vonna.com b o t
User-agent: Vortex
User-agent: Votay bot
User-agent: Voyager
User-agent: WIRE
User-agent: WISEbot
User-agent: Walhello appie
User-agent: WebAlta Crawler
User-agent: WebBandit
User-agent: WebCorp
User-agent: Webbot
User-agent: Webclipping.com
User-agent: Webinator
User-agent: XSpider
User-agent: Xaldon_WebSpider
User-agent: Xerka WebBot
User-agent: Yahoo-MMCrawler
User-agent: Yandex
User-agent: Yandex bot
User-agent: YodaoBot
User-agent: Yoono
User-agent: abot
User-agent: bot
User-agent: botlist
User-agent: bumblebee
User-agent: ccbot
User-agent: dealgates
User-agent: dotbot
User-agent: envolk
User-agent: exabot
User-agent: exabot-images
User-agent: exabot-thumbnails
User-agent: exactseek-pagereaper
User-agent: flatlandbot
User-agent: followsite
User-agent: gigabot
User-agent: googlebot-image
User-agent: googlebot-mobile
User-agent: iVia
User-agent: iVia Page Fetcher
User-agent: ia_archiver
User-agent: iaskspider
User-agent: ichiro
User-agent: kalooga
User-agent: larbin
User-agent: msnbot-media
User-agent: msnbot-newsblogs
User-agent: msnbot-products
User-agent: naverbot
User-agent: ng
User-agent: nicebot
User-agent: panscient.com
User-agent: plinki
User-agent: psbot
User-agent: searchbot
User-agent: seekbot
User-agent: snap.com
User-agent: snap.com beta crawler
User-agent: sohu
User-agent: sosospider
User-agent: sphsearch
User-agent: spider
User-agent: turnitinbot
User-agent: twiceler
User-agent: unwrapbot
User-agent: voyager
User-agent: vscooter
User-agent: webcollage
User-agent: yoono
Disallow: /

# Block crawler: Mozilla/4.0 (compatible;  Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)
User-agent: Bilbo
Disallow: /

# Block crawler: Mozilla/4.0 (compatible;  Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)
User-agent: Vagabondo
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; WebDataCentreBot/1.0; +http://WebDataCentre.com/)
User-agent: WebDataCentreBot
Disallow: /

# Block crawler: Nokia6680/1.0 (4.04.07) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1 (botmobi find.mobi/bot.html find@mtld.mobi)
User-agent: botmobi
Disallow: /

# Block crawler: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; MSIECrawler)
User-agent: MSIECrawler
Disallow: /

# Block crawler: CatchBot/1.0; +http://www.catchbot.com
User-agent: CatchBot
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; FirstSearchBot/1.0; +http://www.first-search.com/dmm-pitwork.org.uk.htm)
User-agent: FirstSearchBot
Disallow: /

# Block crawler: Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)
User-agent: Gaisbot
Disallow: /

# Block crawler: KeywenBot/4.1  http://www.keywen.com/Encyclopedia/Links
User-agent: KeywenBot
Disallow: /

# Block crawler: Sosospider+(+http://help.soso.com/webspider.htm)
User-agent: Sosospider
Disallow: /

# Block crawler: compatible; Mozilla 4.0; MSIE 5.5; (SqwidgeBot b1 - http://www.sqwidge.com/bot/)
User-agent: SqwidgeBot
Disallow: /

# Block crawler: TurnitinBot/2.1 (http://www.turnitin.com/robot/crawlerinfo.html)
User-agent: TurnitinBot
Disallow: /

# 06/08/09
# Block crawler: Mozilla/5.0 (compatible; FirstSearchBot/1.0; +http://www.first-search.com/dmm-pitwork.org.uk.htm)
User-agent: FirstSearchBot/1.0
User-agent: FirstSearchBot
Disallow: /

# Block crawler: Mozilla/4.0 (compatible; BOTW Spider; +http://botw.org)
User-agent: BOTW Spider
Disallow: /

# Block crawler: DataPatrol/Nutch-1.0 (DataPatrol indexer from Garlik; http://www.garlik.com/products.php; crawler at garlik dot com)
User-agent: DataPatrol/Nutch-1.0
User-agent: DataPatrol
Disallow: /

# Block crawler: GingerCrawler/1.0 (Language Assistant for Dyslexics; www.gingersoftware.com/crawler_agent.htm; support at ginger software dot com)
User-agent: GingerCrawler/1.0
User-agent: GingerCrawler
Disallow: /

# Block crawler: smart.apnoti.com Robot/v1.34 (http://smart.apnoti.com/bot)
User-agent: smart.apnoti.com Robot/v1.34 (http://smart.apnoti.com/bot)
Disallow: /

# 13/08/09
# Block crawler: WebAlta Crawler/1.3.23 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)
User-agent: WebAlta Crawler/1.3.23
User-agent: WebAlta
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; VDBot/1.0; +http://www.bvdep.com/)
User-agent: VDBot/1.0
User-agent: VDBot
Disallow: /

# Block crawler: Servage Robot ( http://www.servage.net/page/robot/ )
User-agent: Servage Robot
User-agent: Servage
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/)
User-agent: Purebot
User-agent: Purebot/1.1
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; spbot/1.0; +http://www.seoprofiler.com/bot/ )
User-agent: spbot
User-agent: spbot/2.0
Disallow: /

# Block crawler: Linguee Bot (http://www.linguee.com/bot; bot@linguee.com)
User-agent: Linguee
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/)
User-agent: Purebot
User-agent: Purebot/1.1
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; askpeter_bot/5.1; +http://www.askpeter.info)
User-agent: askpeter
User-agent: askpeter_bot
User-agent: askpeter_bot/5.1
Disallow: /

User-agent: *
Disallow: /