#Filter web-robot crawling
# Ignore FrontPage files

User-agent: Kavam
Disallow: / 

User-agent: KavamRingCrawler
Disallow: / 

User-agent: grub
Disallow: / 

User-agent: grub-client
Disallow: /

User-agent: vspider
Disallow: /

User-agent: UKOnline
Disallow: /

User-agent: asterias
Disallow: /

User-agent: *
Disallow: /263073/
Disallow: /a2z-search/
Disallow: /a2z-search/a2z/
Disallow: /a2z-search/docs/
Disallow: /a2z-search/docs/adur-outlook/
Disallow: /a2z-search/forms/
Disallow: /a2z-search/links/
Disallow: /a2z-search/search/
Disallow: /adc/
Disallow: /adc/glossary/
Disallow: /adc/where/
Disallow: /adurs-services/adur-watch/
Disallow: /adurs-services/bldg-ctrl/
Disallow: /adurs-services/business/
Disallow: /adurs-services/cncl-tax/
Disallow: /adurs-services/cncl-tax/benefits-calculator/
Disallow: /adurs-services/comm-safety/
Disallow: /adurs-services/comm-safety/adur-csp/
Disallow: /adurs-services/comm-support/
Disallow: /adurs-services/electoral/
Disallow: /adurs-services/env-hlth/
Disallow: /adurs-services/housing/
Disallow: /adurs-services/leisure/
Disallow: /adurs-services/leisure/lancing-lc/
Disallow: /adurs-services/leisure/leisure/centres/
Disallow: /adurs-services/leisure/leisure/centres/activities/
Disallow: /adurs-services/leisure/leisure/centres/health-fitness/
Disallow: /adurs-services/leisure/leisure/centres/parties/
Disallow: /adurs-services/leisure/leisure/centres/venues/
Disallow: /adurs-services/leisure/southwick-lc/
Disallow: /adurs-services/leisure/wadurs/
Disallow: /adurs-services/licences/
Disallow: /adurs-services/non-adur/
Disallow: /adurs-services/non-adur/twinning/
Disallow: /adurs-services/planning/
Disallow: /adurs-services/tourism/
Disallow: /adurs-services/travel/
Disallow: /adurs-services/waste-recycling/
Disallow: /adurs-services/your-env/
Disallow: /best-value/handbook/
Disallow: /best-value/handbook/img/
Disallow: /best-value/handbook/style/
Disallow: /budget/
Disallow: /budgets/
Disallow: /bvpp/2003/docs/
Disallow: /bvpp/2003/graphs/
Disallow: /bvpp/2003/img/
Disallow: /bvpp/2003/mnu/
Disallow: /bvpp/2003/photos/
Disallow: /bvpp/2003/style/
Disallow: /bvpp/2004/docs/
Disallow: /bvpp/2004/graphs/
Disallow: /bvpp/2004/img/
Disallow: /bvpp/2004/mnu/
Disallow: /bvpp/2004/photos/
Disallow: /bvpp/2004/style/
Disallow: /bvpp/2004/style/table-files/
Disallow: /bvpp/2005/docs/
Disallow: /bvpp/2005/graphs/
Disallow: /bvpp/2005/img/
Disallow: /bvpp/2005/mnu/
Disallow: /bvpp/2005/photos/
Disallow: /bvpp/2005/style/
Disallow: /cgi-bin/
Disallow: /conditions/
Disallow: /consultation-week/
Disallow: /css/
Disallow: /disclaimer/
Disallow: /docs/
Disallow: /e-mail/
Disallow: /e-procurement/
Disallow: /faults/
Disallow: /forms/building-control/
Disallow: /forms/electoral/
Disallow: /forms/hr-personnel/
Disallow: /forms/planning/
Disallow: /help-faq/
Disallow: /img/
Disallow: /img/adc-logos/
Disallow: /img/award/
Disallow: /img/caps/
Disallow: /img/docs/
Disallow: /img/icon/
Disallow: /img/logo/
Disallow: /img/maps/
Disallow: /img/misc/
Disallow: /img/old-website/
Disallow: /img/people/
Disallow: /img/people/lrg/
Disallow: /img/people/sml/
Disallow: /img/photo/
Disallow: /img/photo/life-event/
Disallow: /img/regalia/
Disallow: /img/screendumps/
Disallow: /img/sigs/
Disallow: /img/trees/
Disallow: /jobs/posts/docs/
Disallow: /jobs/posts/misc/
Disallow: /js/
Disallow: /kiosk/
Disallow: /kiosk/images/
Disallow: /lancing-parish-council/
Disallow: /lancing-parish-council/committees/
Disallow: /lancing-parish-council/council-info/
Disallow: /lancing-parish-council/halls/
Disallow: /lancing-parish-council/meeetings/
Disallow: /lancing-parish-council/members/
Disallow: /lancing-parish-council/news/
Disallow: /lancing-parish-council/representatives/
Disallow: /lancing-parish-council/services/
Disallow: /lancing-parish-council/wards/
Disallow: /lancing-parish-council/weblinks/
Disallow: /media/
Disallow: /map/
Disallow: /maps/mapping-select.htm
Disallow: /media/video/
Disallow: /news-releases/2001/
Disallow: /news-releases/2002/
Disallow: /news-releases/2003/
Disallow: /news-releases/2004/
Disallow: /news-releases/2005/
Disallow: /news-releases/joint-releases/
Disallow: /non-adur/
Disallow: /recruitment/
Disallow: /recycling/
Disallow: /rubbish/
Disallow: /schools/
Disallow: /sitemap/
Disallow: /snap/
Disallow: /up-my-street/
Disallow: /viewpoint/
Disallow: /waste/
Disallow: /whats-new/consultation/
Disallow: /whats-new/press-room/
Disallow: /whats-new/press-room/2001/
Disallow: /whats-new/press-room/2002/
Disallow: /whats-new/press-room/2003/
Disallow: /whats-new/press-room/2004/
Disallow: /whats-new/press-room/2005/
Disallow: /whats-new/press-room/joint-releases/
Disallow: /whats-new/website-updates/
Disallow: /your-council/chair/
Disallow: /your-council/chair/literally-liza/
Disallow: /your-council/chief-off/
Disallow: /your-council/cnty-cllrs/
Disallow: /your-council/committee/
Disallow: /your-council/councillors/
Disallow: /your-council/diary/
Disallow: /your-council/e-procurement/
Disallow: /your-council/facts-figures/
Disallow: /your-council/jobs/
Disallow: /your-council/jobs/adc/
Disallow: /your-council/mp-mep/
Disallow: /your-council/opening/
Disallow: /your-council/parishes/
Disallow: /your-council/policy/
Disallow: /your-council/p-parties/
Disallow: /your-council/structure/
Disallow: /your-council/wards/
Disallow: /zzz-263073/
Disallow: /zzz-a2z-search/
Disallow: /zzz-adc/
Disallow: /zzz-adurs-services/
Disallow: /zzz-adurs-services/adur-watch/
Disallow: /zzz-adurs-services/bldg-ctrl/
Disallow: /zzz-adurs-services/business/
Disallow: /zzz-adurs-services/comm-safety/
Disallow: /zzz-adurs-services/comm-support/
Disallow: /zzz-adurs-services/electoral/
Disallow: /zzz-adurs-services/env-hlth/
Disallow: /zzz-adurs-services/housing/
Disallow: /zzz-adurs-services/leisure/
Disallow: /zzz-adurs-services/licences/
Disallow: /zzz-adurs-services/non-adur/
Disallow: /zzz-adurs-services/tourism/
Disallow: /zzz-adurs-services/travel/
Disallow: /zzz-adurs-services/waste-recycling/
Disallow: /zzz-adurs-services/your-env/
Disallow: /zzz-best-value/
Disallow: /zzz-best-value/handbook/
Disallow: /zzz-budget/
Disallow: /zzz-budgets/
Disallow: /zzz-bvpp/
Disallow: /zzz-bvpp/2003/
Disallow: /zzz-bvpp/2004/
Disallow: /zzz-bvpp/2005/
Disallow: /zzz-consultation-week/
Disallow: /zzz-contact-us/
Disallow: /zzz-css/
Disallow: /zzz-forms/
Disallow: /zzz-forms/building-control/
Disallow: /zzz-forms/electoral/
Disallow: /zzz-forms/hr-personnel/
Disallow: /zzz-forms/planning/
Disallow: /zzz-help-faq/
Disallow: /zzz-img/
Disallow: /zzz-js/
Disallow: /zzz-lancing-parish-council/
Disallow: /zzz-lancing-parish-council/committees/
Disallow: /zzz-lancing-parish-council/council-info/
Disallow: /zzz-lancing-parish-council/halls/
Disallow: /zzz-lancing-parish-council/img/
Disallow: /zzz-lancing-parish-council/meeetings/
Disallow: /zzz-lancing-parish-council/members/
Disallow: /zzz-lancing-parish-council/news/
Disallow: /zzz-lancing-parish-council/representatives/
Disallow: /zzz-lancing-parish-council/services/
Disallow: /zzz-lancing-parish-council/style/
Disallow: /zzz-lancing-parish-council/wards/
Disallow: /zzz-lancing-parish-council/weblinks/
Disallow: /zzz-life-events/
Disallow: /zzz-media/
Disallow: /zzz-ropetackle/
Disallow: /zzz-snap/
Disallow: /zzz-up-my-road/
Disallow: /zzz-up-my-street/
Disallow: /zzz-viewpoint/
Disallow: /zzz-whats-new/
Disallow: /zzz-whats-new/consultation/
Disallow: /zzz-whats-new/events-festivals/
Disallow: /zzz-whats-new/img/
Disallow: /zzz-whats-new/latest-news/
Disallow: /zzz-whats-new/press-room/
Disallow: /zzz-whats-new/press-room/2001/
Disallow: /zzz-whats-new/press-room/2002/
Disallow: /zzz-whats-new/press-room/2003/
Disallow: /zzz-whats-new/press-room/2004/
Disallow: /zzz-whats-new/press-room/2005/
Disallow: /zzz-whats-new/press-room/joint-releases/
Disallow: /zzz-whats-new/website-updates/
Disallow: /zzz-your-council/chair/
Disallow: /zzz-your-council/chief-off/
Disallow: /zzz-your-council/cnty-cllrs/
Disallow: /zzz-your-council/committee/
Disallow: /zzz-your-council/councillors/
Disallow: /zzz-your-council/diary/
Disallow: /zzz-your-council/facts-figures/
Disallow: /zzz-your-council/jobs/
Disallow: /zzz-your-council/jobs/posts/
Disallow: /zzz-your-council/jobs/posts/docs/
Disallow: /zzz-your-council/mp-mep/
Disallow: /zzz-your-council/opening/
Disallow: /zzz-your-council/p-parties/
Disallow: /zzz-your-council/parishes/
Disallow: /zzz-your-council/policy/
Disallow: /zzz-your-council/structure/
Disallow: /zzz-your-council/wards/