# This file is used by automatic WWW Robots, Web Crawlers, and # other automated web mapper programs. It defines which areas # are not to be explored. # # See http://web.nexor.co.uk/mak/doc/robots/norobots.html # for more information. # # Robots.txt User-agent: Mediapartners-Google* Disallow: User-agent: * Disallow: /original # old stuff Disallow: /2min Disallow: /39pc Disallow: /49 Disallow: /5az Disallow: /524a Disallow: /9101prw Disallow: /94 Disallow: /9chr Disallow: /acappella Disallow: /animal-shelter Disallow: /animated Disallow: /animation Disallow: /AmazonSameSizeSlice Disallow: /archivex Disallow: /assets Disallow: /beyondthebox Disallow: /blogger Disallow: /browsertest Disallow: /cd1 Disallow: /cok Disallow: /comments Disallow: /corelworld Disallow: /css Disallow: /dacutouts Disallow: /dhtml Disallow: /dream Disallow: /edge Disallow: /fadteam Disallow: /feather Disallow: /finished_pages Disallow: /groover Disallow: /h0 Disallow: /h1 Disallow: /imgonnagetyourpagesucker Disallow: /jfc Disallow: /logs Disallow: /mojo Disallow: /nancy Disallow: /oj Disallow: /p7pm Disallow: /p7pm-y Disallow: /p7tm Disallow: /personal Disallow: /photos Disallow: /rdf Disallow: /qrk Disallow: /slice Disallow: /stc Disallow: /test99 Disallow: /tomp Disallow: /zna4