User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /downloads/
Disallow: /graphics/
Disallow: /products/
Disallow: /updates/
Disallow: /*.gif$ 
Disallow: /*.jpg$ 
Disallow: /*.zip$ 
Disallow: /*.doc$ 
Disallow: /*.exe$ 
Disallow: /*.pdf$ 

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: / 

# Disallow Offline Browsers 
User-agent: xGet 
Disallow: / 

User-agent: wGet 
Disallow: / 

User-agent: WebWalk 
Disallow: / 

User-agent: webvac 
Disallow: / 

User-agent: WebReaper 
Disallow: / 

User-agent: WebMirror 
Disallow: / 

User-agent: WebFetcher 
Disallow: / 

User-agent: WebCopy 
Disallow: / 

User-agent: webcopier 
Disallow: / 

User-agent: WebCatcher 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: w3mir 
Disallow: / 

User-agent: vobsub 
Disallow: / 

User-agent: Templeton 
Disallow: / 

User-agent: ssearch100 
Disallow: / 

User-agent: SpiderBot 
Disallow: / 

User-agent: Shai'Hulud 
Disallow: / 

User-agent: PBWF 
Disallow: / 

User-agent: LightningDownload 
Disallow: / 

User-agent: KDD Exploror 
Disallow: / 

User-agent: Jeeves 
Disallow: / 

User-agent: Internet Explore 
Disallow: / 

User-agent: InfoSpiders 
Disallow: / 

User-agent: httrack 
Disallow: / 

User-agent: HavIndex 
Disallow: / 

User-agent: GetUrl 
Disallow: / 

User-agent: GetBot 
Disallow: / 

User-agent: ESIRover 
Disallow: / 

User-agent: Download Wonder 
Disallow: / 

User-agent: Collage 
Disallow: / 

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: / 

User-agent: *
Allow: /alhambra/
Allow: /arcadia/
Allow: /ashland/
Allow: /carlsbad/
Allow: /carmel/
Allow: /cathedralcity/
Allow: /chino/
Allow: /chulavista/
Allow: /corona/
Allow: /costamesa/
Allow: /covina/
Allow: /dalycity/
Allow: /davis/
Allow: /downey/
Allow: /dsasd/
Allow: /elsegundo/
Allow: /escondido/
Allow: /eureka/
Allow: /fairfield/
Allow: /fullerton/
Allow: /gardengrove/
Allow: /glendale/
Allow: /grover/
Allow: /groverbeach/
Allow: /hemet/
Allow: /hermosabeach/
Allow: /huntington/
Allow: /huntington%20beach/
Allow: /huntingtonbeach/
Allow: /huntingtonpark/
Allow: /ifop/
Allow: /indio/
Allow: /lagunabeach/
Allow: /lahabra/
Allow: /lamesa/
Allow: /losgatos/
Allow: /madera/
Allow: /manhattan%20beach/
Allow: /manhattanbeach/
Allow: /marin/
Allow: /marincounty/
Allow: /menlopark/
Allow: /mesa/
Allow: /milpitas/
Allow: /monrovia/
Allow: /montclair/
Allow: /napa/
Allow: /neworleans/
Allow: /oceanside/
Allow: /palmsprings/
Allow: /petaluma/
Allow: /placentia/
Allow: /placer/
Allow: /placer%20co/
Allow: /Plaser%20County/
Allow: /placercounty/
Allow: /pleasanton/
Allow: /pomona/
Allow: /riverside/
Allow: /sacramento/
Allow: /salem/
Allow: /sanbernardino/
Allow: /sanbruno/
Allow: /sandiego/
Allow: /sangabriel/
Allow: /sanjacinto/
Allow: /sanjose/
Allow: /sanluisobispo/
Allow: /sanrafael/
Allow: /santabarbara/
Allow: /santaclara/
Allow: /santamaria/
Allow: /santarosa/
Allow: /scottsdale/
Allow: /sdpoa/
Allow: /sierramadre/
Allow: /sonoma/
Allow: /torrance/
Allow: /upland/
Allow: /vacaville/
Allow: /ventura/
Allow: /westminster/
Allow: /westvalley/